-- Logs begin at Mon 2021-10-11 15:29:24 UTC, end at Mon 2021-10-11 16:28:48 UTC. -- Oct 11 16:00:07.982425 dv-cinder-809518-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 11 16:00:10.762523 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.common.config [-] Logging enabled! Oct 11 16:00:10.763216 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev58 Oct 11 16:00:10.763307 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94167) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 11 16:00:10.766579 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.common.config [-] Logging enabled! Oct 11 16:00:10.766831 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev58 Oct 11 16:00:10.767137 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94167) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 11 16:00:10.768118 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 16:00:10.768344 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 16:00:10.768709 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 16:00:10.768957 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 16:00:10.769176 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 16:00:10.769500 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.769797 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.770096 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.770309 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.770594 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.770882 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.771162 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.771479 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.771803 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.772562 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.772846 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.773132 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.773360 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.773644 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.773931 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.774220 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.774442 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] debug = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.774720 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.775146 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.775593 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.775873 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.776160 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.776438 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.776708 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.776979 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.777279 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.777585 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] host = dv-cinder-809518-6-iscsi {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.777858 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.778179 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.778461 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.778741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.779014 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.779295 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.779588 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.779859 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.780127 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] log_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.780382 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.780666 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.780948 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.781233 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.781451 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.781668 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.781957 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.782240 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.782511 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.782769 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.783040 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.783311 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.783613 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.783881 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.784165 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.784448 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.784730 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.785004 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.785276 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.785544 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.785815 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.786097 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.786366 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.786636 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.786909 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.787193 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.788075 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.788368 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.788676 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.788968 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.789254 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.789543 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.789816 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.790098 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.790372 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.790646 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.790917 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] use_json = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.791188 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.791481 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.791765 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.792038 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.792317 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.792582 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.792857 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.793141 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:10.793438 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.793743 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.794041 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.794322 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.794624 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.794903 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.795192 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.795492 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.795780 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.796067 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.796358 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.796636 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.796923 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.797203 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.797497 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.797798 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.798095 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.798386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.798658 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.798929 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.799200 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.799502 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.799792 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.800068 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.800356 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.800644 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.800922 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.801207 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.801499 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.801789 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.802059 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.802335 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.802627 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.802958 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.803581 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.804132 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.804426 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.804711 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.804987 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.805272 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.805561 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.805836 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.806109 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.806393 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.806688 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.806979 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.807252 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.807553 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.807835 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.808107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.808395 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.808672 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.808947 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.809220 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.809499 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.809773 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.810042 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.810318 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.810618 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.810896 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.811167 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.811456 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.811726 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.811996 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.812264 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.812533 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.812801 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.813095 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.813321 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.813589 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.813859 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.814125 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.814393 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.814671 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.814969 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.815244 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.815536 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.815813 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.816090 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.816362 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.816634 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.816909 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.817181 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.817451 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.817739 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.818021 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.818302 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.819148 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.819726 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.820061 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.820344 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.820632 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.820913 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.821192 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.821476 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.821760 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.822054 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.822345 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.822637 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.822926 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.823212 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.823522 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.823828 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.824105 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:10.824321 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 16:00:10.824557 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94167) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 11 16:00:11.263005 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 16:00:11.263266 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 16:00:11.263577 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 16:00:11.263918 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 11 16:00:11.598591 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.598814 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.599044 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.600497 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.600762 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.601022 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.635773 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.636004 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.636309 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.651992 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.652269 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.652488 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.683024 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.683294 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.683589 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.720494 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.720760 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.721027 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.962763 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.963443 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.963443 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.963606 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:11.964265 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.087225 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.087596 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.087880 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.088154 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.088424 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.088733 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.088989 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.089238 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.089486 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.089768 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.090004 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.090263 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.090520 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.090764 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.091014 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.091269 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.091540 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.091795 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.092057 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.092313 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.092577 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.092825 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.093101 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.093471 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.093713 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.093953 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.094347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 16:00:12.094583 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 16:00:12.094816 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 16:00:12.095044 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 16:00:12.095274 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 16:00:12.095526 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 16:00:12.095882 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 11 16:00:12.099008 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 11 16:00:12.103251 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 11 16:00:12.108083 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Oct 11 16:00:12.109735 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 11 16:00:12.110201 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 11 16:00:12.110537 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 11 16:00:12.110931 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 11 16:00:12.113751 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 11 16:00:12.113996 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 11 16:00:12.114336 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 16:00:12.119847 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 11 16:00:12.142170 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 11 16:00:12.142628 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.142922 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94167) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 11 16:00:12.143280 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.144711 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94167) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 11 16:00:12.144994 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 16:00:12.145243 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 11 16:00:12.149261 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.149538 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.214806 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 11 16:00:12.214955 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 11 16:00:12.215199 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 11 16:00:12.218740 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 11 16:00:12.242813 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_db.sqlalchemy.engines [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94167) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 11 16:00:12.804573 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Initializing driver for type 'gre' Oct 11 16:00:12.805102 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] gre ID ranges: [(1, 1000)] Oct 11 16:00:12.860400 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Initializing driver for type 'local' Oct 11 16:00:12.861408 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Initializing driver for type 'vlan' Oct 11 16:00:12.879155 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] VlanTypeDriver initialization complete Oct 11 16:00:12.879735 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Initializing driver for type 'vxlan' Oct 11 16:00:12.880511 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] vxlan ID ranges: [(1, 1000)] Oct 11 16:00:12.950177 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Initializing extension driver 'port_security' Oct 11 16:00:12.950509 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] PortSecurityExtensionDriver initialization complete Oct 11 16:00:12.950829 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Initializing mechanism driver 'openvswitch' Oct 11 16:00:12.951144 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Initializing mechanism driver 'hyperv' Oct 11 16:00:12.964143 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:12.965371 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > port after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.965642 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > port after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.966105 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > port after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.966707 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94167) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 16:00:12.968666 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > subnet after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.969028 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > subnet after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.970235 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.971629 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94167) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 16:00:12.972050 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > network after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.972400 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > network after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.972741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > network after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.973140 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94167) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 16:00:12.973548 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > security_group after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.973911 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > security_group after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.974230 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.974775 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94167) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 16:00:12.975179 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.975633 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.975971 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.976623 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94167) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 16:00:12.977041 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > address_group after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.977382 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > address_group after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.978875 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.978875 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94167) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 16:00:12.978875 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] ML2 OVO RPC backend initialized. {{(pid=94167) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 11 16:00:12.979741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.979741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.979935 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > network before_response 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.980281 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > networks before_response 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.981546 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > port before_response 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.981546 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > ports before_response 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.981546 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > subnet before_response 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.981814 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > subnets before_response 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.982009 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > network after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.982341 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > network after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.982669 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > network after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.983007 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > port after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.983323 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > port after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.983673 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > port after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.984033 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > subnet after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.984324 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > subnet after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.984647 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:12.985330 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.plugin [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Modular L2 Plugin initialization complete Oct 11 16:00:12.985661 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading services supported by the core plugin {{(pid=94167) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 11 16:00:12.985989 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.plugins.ml2.managers [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Got port-security extension from driver 'port_security' Oct 11 16:00:12.986445 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.extensions.vlantransparent [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Disabled vlantransparent extension. Oct 11 16:00:12.986923 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94167) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 11 16:00:12.987234 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading Plugin: router Oct 11 16:00:13.027924 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.028313 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router after_create 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.028679 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router before_create 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.029036 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.029399 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.029750 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router after_delete 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.030103 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.030447 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.030806 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router after_create 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.031099 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router after_update 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.031479 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router after_update 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.031820 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.032197 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router after_update 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.032604 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router precommit_update 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.032942 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: port after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.033275 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: port after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.033631 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: subnet after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.033960 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.034271 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.034610 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router precommit_create 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.034941 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: port before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.035272 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router precommit_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.035641 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router after_update 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.035976 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.036314 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router precommit_create 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.036674 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.037015 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router precommit_update 55549900 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.037371 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > agent after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.037716 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > agent after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.038142 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > network after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.039047 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Tracking information for resource: router configured {{(pid=94167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 16:00:13.039395 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Tracking information for resource: floatingip configured {{(pid=94167) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 16:00:13.045460 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.db.l3_agentschedulers_db [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 11 16:00:13.046109 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: port after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.046463 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: port after_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.046810 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: port after_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.047205 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: port after_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.048630 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router before_create 55550100 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.049001 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.049517 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router precommit_create 55550100 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.050047 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > router precommit_update 55550100 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.057232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.services.provider_configuration [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service providers = [] {{(pid=94167) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 11 16:00:13.057528 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.db.servicetype_db [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94167) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 11 16:00:13.060583 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.services.service_base [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 16:00:13.060925 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.services.service_base [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 16:00:13.061497 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.services.service_base [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 16:00:13.062361 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.services.service_base [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94167) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 16:00:13.062738 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.services.service_base [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 11 16:00:13.063129 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 16:00:13.063470 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 11 16:00:13.074797 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 16:00:13.075119 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading Plugin: auto_allocate Oct 11 16:00:13.080976 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: network precommit_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.081336 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: network precommit_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.081862 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 16:00:13.082171 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading Plugin: tag Oct 11 16:00:13.089572 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 16:00:13.089887 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading Plugin: timestamp Oct 11 16:00:13.096066 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 16:00:13.096384 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading Plugin: network_ip_availability Oct 11 16:00:13.102010 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.102375 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.102721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.103475 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 16:00:13.103784 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading Plugin: flavors Oct 11 16:00:13.108902 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 16:00:13.109224 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading Plugin: revisions Oct 11 16:00:13.113600 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94167) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 16:00:13.113963 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.850s {{(pid=94167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 16:00:13.114713 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94167) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 11 16:00:13.115050 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Initializing extension manager. Oct 11 16:00:13.115609 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: __init__.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.116024 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: __pycache__ {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.116308 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.116632 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: address_group.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.117399 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.117984 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: address-group Oct 11 16:00:13.118297 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: address_scope.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.119000 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.119517 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: address-scope Oct 11 16:00:13.119826 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.120953 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.122258 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: router-admin-state-down-before-update Oct 11 16:00:13.122600 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: agent.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.124130 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.125837 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: agent Oct 11 16:00:13.126183 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: agent_resources_synced.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.127465 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.127964 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: agent-resources-synced Oct 11 16:00:13.128283 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: allowedaddresspairs.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.131060 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.131639 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: allowed-address-pairs Oct 11 16:00:13.132829 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: auto_allocated_topology.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.134573 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.140420 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: auto-allocated-topology Oct 11 16:00:13.140750 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: availability_zone.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.141440 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.141967 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: availability_zone Oct 11 16:00:13.142286 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: availability_zone_filter.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.143198 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.143722 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: availability_zone_filter Oct 11 16:00:13.144039 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: data_plane_status.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.144932 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.145433 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension data-plane-status not supported by any of loaded plugins Oct 11 16:00:13.145743 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: default_subnetpools.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.146642 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.147159 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: default-subnetpools Oct 11 16:00:13.147539 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.148483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.149229 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: dhcp_agent_scheduler Oct 11 16:00:13.149748 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: dns.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.150993 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.151900 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension dns-integration not supported by any of loaded plugins Oct 11 16:00:13.152445 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: dns_domain_ports.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.153922 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.154824 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 11 16:00:13.155173 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.156127 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.156632 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 11 16:00:13.156952 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: dvr.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.157623 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.158122 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: dvr Oct 11 16:00:13.158437 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: ecmp_routes.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.159343 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.159868 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 11 16:00:13.160176 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: empty_string_filtering.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.161092 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.161597 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: empty-string-filtering Oct 11 16:00:13.161910 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.162884 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.163405 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 11 16:00:13.163858 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.165356 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.166725 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 11 16:00:13.166725 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: external_net.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.167205 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.167572 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: external-net Oct 11 16:00:13.167900 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.168791 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.169296 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: extra_dhcp_opt Oct 11 16:00:13.169629 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: extraroute.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.170508 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.171005 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: extraroute Oct 11 16:00:13.171316 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: extraroute_atomic.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.172971 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.173487 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: extraroute-atomic Oct 11 16:00:13.174147 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: filter_validation.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.174827 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.175326 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: filter-validation Oct 11 16:00:13.175668 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: fip_pf_description.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.176578 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.178035 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 11 16:00:13.178309 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: fip_port_details.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.180041 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.181192 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: fip-port-details Oct 11 16:00:13.181510 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: flavors.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.182772 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.183285 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: flavors Oct 11 16:00:13.183635 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.185327 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.186095 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 11 16:00:13.186421 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: floatingip_pools.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.187111 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.187646 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: floatingip-pools Oct 11 16:00:13.187968 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: ip_allocation.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.188887 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.190258 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension ip_allocation not supported by any of loaded plugins Oct 11 16:00:13.190258 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.190594 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.191099 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: ip-substring-filtering Oct 11 16:00:13.191430 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: l2_adjacency.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.192350 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.192858 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 11 16:00:13.193177 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: l3.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.194730 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.195248 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: router Oct 11 16:00:13.195585 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.198155 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.198673 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 11 16:00:13.198999 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.199941 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.200449 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: ext-gw-mode Oct 11 16:00:13.200778 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.201838 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.202398 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: l3-ha Oct 11 16:00:13.202699 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: l3_flavors.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.203762 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.204322 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: l3-flavors Oct 11 16:00:13.204642 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.205593 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.206180 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 11 16:00:13.206568 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: l3agentscheduler.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.207671 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.208181 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: l3_agent_scheduler Oct 11 16:00:13.208541 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: logging.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.211232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.211867 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension logging not supported by any of loaded plugins Oct 11 16:00:13.212264 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: metering.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.212991 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.213574 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: metering Oct 11 16:00:13.213892 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.215417 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.215536 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: metering_source_and_destination_fields Oct 11 16:00:13.216056 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: multiprovidernet.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.217387 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.218246 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: multi-provider Oct 11 16:00:13.218567 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: netmtu.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.219512 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.220019 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: net-mtu Oct 11 16:00:13.220334 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: netmtu_writable.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.222224 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.223545 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: net-mtu-writable Oct 11 16:00:13.224476 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: network_availability_zone.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.225162 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.225744 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: network_availability_zone Oct 11 16:00:13.226065 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: network_ip_availability.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.227193 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.227729 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: network-ip-availability Oct 11 16:00:13.228048 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: network_segment_range.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.228800 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.229533 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension network-segment-range not supported by any of loaded plugins Oct 11 16:00:13.229850 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: pagination.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.230835 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.231161 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: pagination Oct 11 16:00:13.231508 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: port_device_profile.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.232467 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.232979 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: port-device-profile Oct 11 16:00:13.233294 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.234276 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.234786 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: port-mac-address-regenerate Oct 11 16:00:13.235101 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.236032 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.236547 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: port-numa-affinity-policy Oct 11 16:00:13.236853 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: port_resource_request.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.237742 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.238250 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension port-resource-request not supported by any of loaded plugins Oct 11 16:00:13.238562 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: portbindings.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.239664 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.240223 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: binding Oct 11 16:00:13.240560 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: portbindings_extended.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.242058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.242614 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: binding-extended Oct 11 16:00:13.242932 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: portsecurity.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.243880 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.244394 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: port-security Oct 11 16:00:13.244707 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: project_id.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.245741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.246097 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: project-id Oct 11 16:00:13.246411 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: providernet.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.247388 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.248010 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: provider Oct 11 16:00:13.248325 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.252649 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.253236 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos not supported by any of loaded plugins Oct 11 16:00:13.253562 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.254875 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.255432 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 11 16:00:13.255744 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.257132 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.257319 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 11 16:00:13.257820 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_default.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.259159 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.260052 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-default not supported by any of loaded plugins Oct 11 16:00:13.260380 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_fip.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.261038 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.261543 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-fip not supported by any of loaded plugins Oct 11 16:00:13.261864 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_gateway_ip.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.262793 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.264655 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 11 16:00:13.264655 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_port_network_policy.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.266748 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.267256 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 11 16:00:13.267599 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.268638 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.269148 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 11 16:00:13.269481 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_pps_rule.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.270762 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.271269 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-pps not supported by any of loaded plugins Oct 11 16:00:13.272575 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_rule_type_details.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.274055 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.274055 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 11 16:00:13.274845 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: qos_rules_alias.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.275538 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.276033 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 11 16:00:13.276384 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: quotasv2.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.277390 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.277712 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: quotas Oct 11 16:00:13.278024 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: quotasv2_detail.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.282478 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.282814 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: quota_details Oct 11 16:00:13.283146 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: rbac.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.285187 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.286437 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: rbac-policies Oct 11 16:00:13.286762 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: rbac_address_group.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.288553 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.289074 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: rbac-address-group Oct 11 16:00:13.289400 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: rbac_address_scope.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.290315 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.290833 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: rbac-address-scope Oct 11 16:00:13.291147 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: rbac_security_groups.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.292085 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.293506 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: rbac-security-groups Oct 11 16:00:13.293848 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: rbac_subnetpool.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.294758 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.295265 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: rbac-subnetpool Oct 11 16:00:13.295609 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: revisionifmatch.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.296520 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.297021 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: revision-if-match Oct 11 16:00:13.297334 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: revisions.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.298450 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.298941 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: standard-attr-revisions Oct 11 16:00:13.299246 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: router_availability_zone.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.300533 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.301053 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: router_availability_zone Oct 11 16:00:13.301368 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: routerservicetype.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.302611 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.303122 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension router-service-type not supported by any of loaded plugins Oct 11 16:00:13.303592 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.304636 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.306088 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: security-groups-normalized-cidr Oct 11 16:00:13.306394 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.308781 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.309278 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: port-security-groups-filtering Oct 11 16:00:13.309597 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.310498 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.311009 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: security-groups-remote-address-group Oct 11 16:00:13.311329 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: securitygroup.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.323502 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.324096 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: security-group Oct 11 16:00:13.324451 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: segment.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.325704 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.326403 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension segment not supported by any of loaded plugins Oct 11 16:00:13.326766 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.327850 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.328368 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 11 16:00:13.328685 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: servicetype.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.329888 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.330465 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: service-type Oct 11 16:00:13.330825 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: sorting.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.331847 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.332173 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: sorting Oct 11 16:00:13.332488 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: standard_attr_segment.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.333396 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.333930 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 11 16:00:13.334251 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: standardattrdescription.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.335141 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.335690 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: standard-attr-description Oct 11 16:00:13.336029 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: stateful_security_group.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.337143 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.337673 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: stateful-security-group Oct 11 16:00:13.338036 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: stdattrs_common.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.338638 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 11 16:00:13.338948 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.339917 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.340423 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 11 16:00:13.340949 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: subnet_onboard.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.342456 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.343090 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: subnet_onboard Oct 11 16:00:13.343638 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.344840 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.345352 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 11 16:00:13.345670 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: subnet_service_types.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.346588 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.347097 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: subnet-service-types Oct 11 16:00:13.347441 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: subnetallocation.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.349140 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.350018 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: subnet_allocation Oct 11 16:00:13.350602 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.351743 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.352262 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: subnetpool-prefix-ops Oct 11 16:00:13.352589 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.353538 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.354053 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 11 16:00:13.354369 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: tagging.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.355514 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.356027 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: standard-attr-tag Oct 11 16:00:13.356345 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: timestamp.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.357552 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.358062 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loaded extension: standard-attr-timestamp Oct 11 16:00:13.358379 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: trunk.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.359427 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.359940 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension trunk not supported by any of loaded plugins Oct 11 16:00:13.360261 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: trunk_details.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.361808 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.363248 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension trunk-details not supported by any of loaded plugins Oct 11 16:00:13.363248 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: uplink_status_propagation.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.364109 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.364242 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 11 16:00:13.364461 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Loading extension file: vlantransparent.py {{(pid=94167) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 16:00:13.366001 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94167) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 16:00:13.366001 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 11 16:00:13.368889 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:network Oct 11 16:00:13.369753 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:subnet Oct 11 16:00:13.370148 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 16:00:13.370533 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:port Oct 11 16:00:13.371850 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.372283 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service FLAVORS assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.373822 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.374252 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.375287 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:router Oct 11 16:00:13.376374 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:floatingip Oct 11 16:00:13.376887 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service METERING assigned prefix: /metering {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.378362 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.378729 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.379070 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:00:13.380137 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 16:00:13.380567 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:security_group Oct 11 16:00:13.381281 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 16:00:13.381928 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service CORE assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.382322 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 16:00:13.382721 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] subnetpool is already registered Oct 11 16:00:13.383087 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service CORE assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.383430 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 16:00:13.383831 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] subnetpool is already registered Oct 11 16:00:13.386270 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.386699 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service FLAVORS assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.387297 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.387743 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.388071 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:router Oct 11 16:00:13.388424 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] router is already registered Oct 11 16:00:13.388914 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:floatingip Oct 11 16:00:13.389143 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] floatingip is already registered Oct 11 16:00:13.389593 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service METERING assigned prefix: /metering {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.390237 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 16:00:13.390578 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] rbac_policy is already registered Oct 11 16:00:13.390988 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:security_group Oct 11 16:00:13.391310 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] security_group is already registered Oct 11 16:00:13.391758 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 16:00:13.392083 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] security_group_rule is already registered Oct 11 16:00:13.392755 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service CORE assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.393077 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 16:00:13.393400 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] subnetpool is already registered Oct 11 16:00:13.393819 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.v2.resource_helper [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Service CORE assigned prefix: {{(pid=94167) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 16:00:13.394132 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 16:00:13.394434 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING neutron.quota.resource_registry [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] subnetpool is already registered Oct 11 16:00:13.394903 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: extensions {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.396446 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: address-groups {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.398161 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: address-scopes {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.399504 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: agents {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.400724 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: auto-allocated-topology {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.402005 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: availability_zones {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.403913 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: dhcp-networks {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.406607 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: dhcp-agents {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.408024 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: routers {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.410866 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: flavors {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.412143 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: service_profiles {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.413352 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: next_providers {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.414934 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: service_profiles {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.416493 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: floatingip-pools {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.417702 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: routers {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.419835 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: floatingips {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.421091 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: l3-routers {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.423614 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: l3-agents {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.425018 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: metering-labels {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.426370 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: metering-label-rules {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.427684 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: network-ip-availabilities {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.429038 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: bindings {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.431218 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: quotas {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.432797 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: quotas {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.434353 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: rbac-policies {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.435649 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: security-groups {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.436857 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: security-group-rules {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.438071 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: service-providers {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.439259 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: subnetpools {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.440691 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: subnetpools {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.442138 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.444204 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.445996 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.447769 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.449647 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.451562 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.453290 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.455174 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.456969 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.458791 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron.api.extensions [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Extended resource: tags {{(pid=94167) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 16:00:13.465100 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING keystonemiddleware.auth_token [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 11 16:00:13.470840 dv-cinder-809518-6-iscsi neutron-server[94167]: WARNING keystonemiddleware.auth_token [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 11 16:00:13.479846 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Acquired lock "singleton_lock" {{(pid=94167) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 11 16:00:13.480312 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_concurrency.lockutils [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Releasing lock "singleton_lock" {{(pid=94167) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 11 16:00:13.480962 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO oslo_service.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Starting 2 workers Oct 11 16:00:13.485653 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Started child 94276 {{(pid=94167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 16:00:13.489957 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Started child 94277 {{(pid=94167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 16:00:13.491120 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.491891 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO neutron.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 11 16:00:13.492184 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Notify callbacks [] for process, before_spawn {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.492624 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [-] (94276) wsgi starting up on http://0.0.0.0:9696 Oct 11 16:00:13.494591 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO oslo_service.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Starting 1 workers Oct 11 16:00:13.495220 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.496628 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [-] (94277) wsgi starting up on http://0.0.0.0:9696 Oct 11 16:00:13.499865 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Started child 94278 {{(pid=94167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 16:00:13.500379 dv-cinder-809518-6-iscsi neutron-server[94167]: INFO oslo_service.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Starting 1 workers Oct 11 16:00:13.503394 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] calling RpcWorker wait() {{(pid=94278) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 11 16:00:13.503971 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] returning from RpcWorker wait() {{(pid=94278) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 11 16:00:13.504773 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Started child 94279 {{(pid=94167) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 16:00:13.505289 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.505510 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG neutron_lib.callbacks.manager [None req-cb0a83a8-1c20-41bc-bbb6-ea260548d763 None None] Notify callbacks [] for process, after_spawn {{(pid=94167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.505737 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:13.507731 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94167) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 16:00:13.507922 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 16:00:13.508083 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 16:00:13.508311 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 16:00:13.508642 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 16:00:13.508770 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 16:00:13.509290 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.509554 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.509792 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.510045 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.510333 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.510437 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:13.510908 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.511130 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.511383 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.511678 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.511768 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:13.511922 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.512079 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.512242 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.512516 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.512757 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.513062 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.513310 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.513553 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.513823 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.513983 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.514226 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.514484 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.514724 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.514983 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] debug = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.515215 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.515721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.516017 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.516262 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.516491 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.516764 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.516998 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.517260 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.517482 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.517714 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.517952 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.518204 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.518444 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.518662 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.518892 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.519135 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.519345 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.519843 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] host = dv-cinder-809518-6-iscsi {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.520056 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.520277 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.520515 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.520741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.520987 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.521199 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.521461 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.521730 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.521976 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.522258 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.522602 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.522765 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.523060 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.523313 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.523553 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_options = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.523698 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.523963 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.524216 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.524479 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.524615 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.524745 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.525061 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.525211 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.525366 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.525583 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.525789 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.526003 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.526234 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.526449 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.526685 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.526919 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.527142 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.527386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.527662 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.527886 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.528110 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.528542 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.528718 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.528958 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.529133 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.529345 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.529579 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.529786 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.529992 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.530238 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.530463 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.530714 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.530939 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.531166 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.531451 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.531673 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.531891 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.532113 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.532374 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.532630 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.532830 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.533063 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.533270 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.533517 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.533752 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.533984 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.534188 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_json = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.534396 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.534617 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.534872 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.535174 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.535307 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.535540 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.535761 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.536770 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.536770 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.536954 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.537172 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.537787 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.538347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.538696 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.538841 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.539072 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.539457 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.539558 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.539873 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.540098 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.540389 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.541234 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.541234 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.541234 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.541630 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.541753 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.545483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.545483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.545483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.545483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.545483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.545483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.545483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.545483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.546423 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.546423 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.546423 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.546423 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.546423 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.546423 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.546423 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.546423 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.551202 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.551202 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.551202 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.551202 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.551202 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.551202 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.551202 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.551202 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.551202 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.552128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.552128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.552128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.552128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.552128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.552128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.552128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.552128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.552128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.554612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.554612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.554612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.554612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.554612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.554612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.554612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.554612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.554612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.555232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.555232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.555232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.555232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.555232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.555232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.555232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.555232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.555232 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.556721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.556721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.556721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.556721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.556721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.556721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.556721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.556721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.556721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.557213 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.557429 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.557904 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.559806 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.561038 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.561296 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.561543 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.561778 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.562007 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.562245 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.562570 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.562843 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.563088 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.563329 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.563592 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.563838 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.564058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.564297 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.564535 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.564738 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.565026 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.565250 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.565432 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.565685 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.565904 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.566121 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.566369 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.566584 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.566822 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.567035 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.567263 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.567503 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.567773 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.568002 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.568225 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.568785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.569029 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.569404 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.569805 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.570081 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.570302 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.570622 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.570851 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.571113 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.571426 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.572788 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.572788 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.572788 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.572788 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.573369 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.573369 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.573722 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.574128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.575807 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.575807 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.575807 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.575807 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.576307 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.576307 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.576586 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.576735 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.578719 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.579078 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.579536 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.579963 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.580419 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.580839 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.581251 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.581569 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.582227 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.582461 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.582706 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.582940 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.583158 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.583433 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.583667 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.583933 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.584151 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.584363 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.584615 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.584886 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.585128 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.585437 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.588262 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.588678 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.589124 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.589355 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.589589 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.589836 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.590062 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.590288 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.590512 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.590727 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.590988 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.591223 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.591508 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.591761 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.591992 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.592237 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.592479 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.592730 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.592945 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.593189 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.593407 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.593619 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.593829 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.594048 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.594277 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.594485 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.594729 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.594957 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.595186 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.595431 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.595764 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.596006 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.596245 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.596633 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.596849 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.597090 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.597305 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.597517 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.597733 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.597943 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.598153 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.598401 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.598625 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.598974 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.599199 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.599456 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.599667 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.599880 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.600089 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.600405 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.600657 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.601048 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.601300 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.601534 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.601744 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.601987 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.602195 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.602402 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.602619 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.602830 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.603036 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.603285 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.603514 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.603721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.603942 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.604151 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.604357 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.604574 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.604803 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.605008 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.605276 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.605514 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.605724 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.605943 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.606147 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.606379 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.606594 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.606825 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.607046 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.607266 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.607534 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.607906 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.608387 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.608829 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.609044 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.609389 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.609768 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.609995 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.610425 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.610654 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.610893 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.611276 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.611783 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.612016 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.612257 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.612487 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.612701 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.612966 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.613315 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.613646 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.613936 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.614272 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.614581 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.614865 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.615152 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.615436 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.615653 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.616010 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.616534 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.616870 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.617122 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.617347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.617592 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.617829 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.618061 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.618381 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.618662 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.618875 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.619125 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.619409 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.619716 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.620001 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.620244 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.620457 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.620679 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.620907 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.621139 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.621346 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.621501 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 16:00:13.622011 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94167) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 16:00:13.622207 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 16:00:13.622360 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 16:00:13.622498 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 16:00:13.622634 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 16:00:13.622767 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 16:00:13.622954 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.623112 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.623270 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.623487 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.623728 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.623955 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.624114 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.624269 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.624422 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.624632 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.624854 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.625065 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.625225 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.625378 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.625532 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.625684 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.625835 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.626174 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.626287 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:13.626385 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.626469 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.626613 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.626767 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.626920 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] debug = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.627072 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.627283 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.627479 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.627633 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.627785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.627938 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.628090 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.628243 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.628396 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.628548 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.628702 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.628855 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.629006 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.629159 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.629312 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.629482 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.629605 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.629765 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] host = dv-cinder-809518-6-iscsi {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.629920 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.630070 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.630382 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.630526 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.630661 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.630816 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.630969 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.631121 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.631282 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.631470 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.631707 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.631961 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.632245 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.632419 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.632568 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_options = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.632722 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.632876 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.633029 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.633216 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.633375 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.633532 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.633687 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.633840 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.633994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.634153 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.634305 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.634458 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.634611 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.634763 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.634915 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.635067 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.635224 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.635391 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.635549 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.635703 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.635854 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.636009 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.636165 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.636316 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.636467 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.636619 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.636775 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.636929 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.637198 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.637198 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.637490 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.637490 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.637726 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.637815 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.637937 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.638058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.638386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.638386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.641785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.641785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.641785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.641785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.641785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.641785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.641785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.641785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642342 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_json = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642342 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642342 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642342 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642342 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642342 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642342 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642342 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 16:00:13.642897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.642897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.642897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.642897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.642897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.642897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.642897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.643784 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.643784 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.643784 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.643784 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.643784 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.643784 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.643784 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.643784 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645008 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645008 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645008 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645008 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645008 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645008 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645008 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645008 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.645741 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.648107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.648107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.648107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.648107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.648107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.648107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.648107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.648107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.648107 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649058 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.649985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.650897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.650897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.650897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.650897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.650897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.650897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.650897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.650897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.650897 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.653347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.653347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.653347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.653347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.653347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.653347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.653347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.653347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.653347 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.654994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.654994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.654994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.654994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.654994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.654994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.654994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.654994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.654994 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656331 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656331 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656331 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656331 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656331 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656331 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656331 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656331 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656863 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656863 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656863 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656863 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656863 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656863 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656863 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.656863 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657469 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657469 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657469 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657469 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657759 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 42354) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:13.657851 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657851 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657851 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657851 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657851 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657851 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657851 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.657851 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.658386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.658386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.658386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.658386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.658386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.658386 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.658821 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.658821 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.658821 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.659022 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.659022 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.659171 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.659296 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.659486 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.659644 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.659798 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.659953 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.660109 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.660264 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.660428 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.660594 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.660750 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.660905 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.661061 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.661238 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.661393 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.661548 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.661704 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.661861 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.662016 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.662171 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.662326 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.662481 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.662635 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.662850 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.663010 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.663167 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.663324 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.663501 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.663656 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.663814 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.663970 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.664124 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.664280 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.664437 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.664594 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.664750 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.664888 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.665026 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065286 Oct 11 16:00:13.665165 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.665165 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.665332 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.665474 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.665652 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.665802 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.665937 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.666254 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.666408 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.666697 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.666862 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.667016 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.667237 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.667336 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.667553 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.668351 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.668351 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.668351 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.668351 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.668351 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.668853 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.668853 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.668853 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.668853 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.669227 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.669227 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.669416 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.669416 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.669624 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.669730 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.669867 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.670040 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.670195 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.670350 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.670509 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.670666 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.670821 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.670977 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.671132 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.671289 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.672267 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.672457 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.672609 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.672760 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.672902 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.673042 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.673197 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.673354 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.673511 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.673654 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.673827 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.673985 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.674188 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.674275 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.674435 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.674591 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.674781 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.674916 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.675076 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.675231 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.675407 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.675561 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.675721 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.676022 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.676887 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.676887 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.676887 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.676887 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.677612 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.678165 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.678165 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.678165 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.678421 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.678421 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.678584 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.678748 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.678884 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.679046 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.679178 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.679330 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.679537 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.679662 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.679800 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.679951 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.680129 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.680252 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.680403 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681084 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681084 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681084 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681084 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681469 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681469 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681469 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681756 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681756 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.681900 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.682021 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.682163 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.682320 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.682480 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.682645 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.682807 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.683028 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.683118 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.684190 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.684371 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.684536 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.684691 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.684861 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.685024 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.685182 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.685340 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.685483 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.685640 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.685794 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.685941 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.686086 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.686222 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.686370 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.686514 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.686669 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.686823 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.686979 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.687135 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.687289 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.687479 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.687630 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.687785 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 16:00:13.687934 dv-cinder-809518-6-iscsi neutron-server[94167]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94167) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 16:00:25.248615 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed0226c-580d-4b87-8b40-b4cc67e5108a None None] get_active_networks_info from dv-cinder-809518-6-iscsi {{(pid=94278) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 16:00:25.308105 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed0226c-580d-4b87-8b40-b4cc67e5108a None None] No non-hosted networks {{(pid=94278) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 11 16:00:25.323027 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.agentschedulers_db [None req-aed0226c-580d-4b87-8b40-b4cc67e5108a None None] DHCP Agent not found on host dv-cinder-809518-6-iscsi {{(pid=94278) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 11 16:00:25.455353 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-68749fae-54be-4fc6-8d39-aca974dd25cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7951349'] for agent, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.678522 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7b102509-23fa-4be8-92aa-a6968ffe43ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7951349'] for agent, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:27.721555 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ae4d476c-9c3c-4beb-a2ae-917b6053feab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.823613 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7951349'] for agent, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.890609 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7951349'] for agent, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:28.892340 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.892921 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.893176 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.893606 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.894023 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.894952 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.894952 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.895265 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.896037 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.896599 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.897118 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.897686 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:28.899034 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809518-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:28.909987 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809518-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:00:30.603017 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7951349'] for agent, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:31.782501 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 42448) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:32.304805 dv-cinder-809518-6-iscsi neutron-server[94276]: WARNING oslo_policy.policy [None req-4bbda3fb-2777-4ed3-b865-6ff80bdaa3a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 16:00:32.305392 dv-cinder-809518-6-iscsi neutron-server[94276]: WARNING oslo_policy.policy [None req-4bbda3fb-2777-4ed3-b865-6ff80bdaa3a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 16:00:32.525096 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [None req-4bbda3fb-2777-4ed3-b865-6ff80bdaa3a3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:00:32.526105 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-4bbda3fb-2777-4ed3-b865-6ff80bdaa3a3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7426934 Oct 11 16:00:35.062789 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42462) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:35.251700 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.db.l3_hamode_db [None req-73689390-0e28-40d6-880f-f622428cbea8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 11 16:00:35.330765 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73689390-0e28-40d6-880f-f622428cbea8 None None] Routers set() bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:00:35.331149 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73689390-0e28-40d6-880f-f622428cbea8 None None] Router IDs set() for agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 16:00:35.586579 dv-cinder-809518-6-iscsi neutron-server[94277]: WARNING oslo_policy.policy [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 16:00:35.587150 dv-cinder-809518-6-iscsi neutron-server[94277]: WARNING oslo_policy.policy [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 16:00:35.804625 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:35.897788 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.policy [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94277) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 16:00:35.944119 dv-cinder-809518-6-iscsi neutron-server[94277]: WARNING oslo_policy.policy [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 16:00:35.944515 dv-cinder-809518-6-iscsi neutron-server[94277]: WARNING oslo_policy.policy [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 16:00:35.953052 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.quota [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] Loaded quota_driver: . Oct 11 16:00:36.047742 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761732104500', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761732105987', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761732125316', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761732122688', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761731812933', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761732138216', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7734861', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7764930', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-478935', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-502279'] for rbac-policy, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:36.140287 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:36.141654 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-cd113160-f8e7-4fec-abc6-5c793a60bbfc admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0768771 Oct 11 16:00:38.876042 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42480) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:39.213258 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'name': 'private'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:39.249436 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Made reservation on behalf of 427268fcd62747d4b8d9eb06fdf267df for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:39.252278 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:39.269554 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:39.394394 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:39.401667 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:39.430125 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=94277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:00:39.454801 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761729201911', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:39.455295 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Unsubscribe: segment precommit_create {{(pid=94277) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 16:00:39.455803 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Added segment 20c30f3d-8786-4482-820d-4e300dfbb902 of type vlan for network 0dbe99e8-e19c-406f-b396-f516edebc53c Oct 11 16:00:39.461616 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9817103-cef3-46ff-9e40-85fc87ebd45a,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:39.500188 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.500608 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.500932 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.501250 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.501566 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.501906 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.502210 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.502520 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.502841 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.503152 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.503482 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.503768 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Tracked resource versions report: Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: pushed versions: Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: { 'AddressGroup': {'1.2'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'ConntrackHelper': {'1.0'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Log': {'1.0'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Network': {'1.1'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Port': {'1.7'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'PortForwarding': {'1.2'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'QosPolicy': {'1.10'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SecurityGroup': {'1.4'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SecurityGroupRule': {'1.2'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SubPort': {'1.0'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Subnet': {'1.1'}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Trunk': {'1.1'}} Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: consumer versions: Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: { DHCP agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: L3 agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: Metadata agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: Metering agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: Open vSwitch agent@dv-cinder-809518-6-iscsi: { 'AddressGroup': '1.2', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'ConntrackHelper': '1.0', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Log': '1.0', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Network': '1.1', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Port': '1.7', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'PortForwarding': '1.2', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'QosPolicy': '1.10', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SecurityGroup': '1.4', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SecurityGroupRule': '1.2', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SubPort': '1.0', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Subnet': '1.1', Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Trunk': '1.1'}} Oct 11 16:00:39.504910 dv-cinder-809518-6-iscsi neutron-server[94277]: {{(pid=94277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 16:00:39.579473 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:39.620552 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:39.621882 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:39.622504 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:39.702315 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8251238 Oct 11 16:00:39.734261 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e6c1b-0460-4ed1-a580-32afce432ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=0dbe99e8-e19c-406f-b396-f516edebc53c,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:39.746615 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 0dbe99e8-e19c-406f-b396-f516edebc53c details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:42.538929 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42494) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:42.967620 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62796148-1bea-4bf5-9562-701413cc03e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:42.969001 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-62796148-1bea-4bf5-9562-701413cc03e7 admin admin] 10.222.0.18 "GET /v2.0/networks/0dbe99e8-e19c-406f-b396-f516edebc53c HTTP/1.1" status: 200 len: 825 time: 0.4289794 Oct 11 16:00:42.998020 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-b33eb6c9-6d24-4327-a564-0e177c52f897 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/a72c8115-6748-4879-a5b9-1ac594171134 HTTP/1.1" status: 200 len: 734 time: 0.0197744 Oct 11 16:00:43.009968 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c', 'ip_version': 4, 'subnetpool_id': 'a72c8115-6748-4879-a5b9-1ac594171134', 'name': 'private-subnet', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:43.036599 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Made reservation on behalf of 427268fcd62747d4b8d9eb06fdf267df for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:43.039461 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:43.344554 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:43.427579 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39db860a-ae54-493a-b259-05747ec43379,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:43.429722 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Checking segment: {'id': '20c30f3d-8786-4482-820d-4e300dfbb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:43.430102 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Network hostable DHCP agents. Network: 0dbe99e8-e19c-406f-b396-f516edebc53c, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:00:43.456219 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Network 0dbe99e8-e19c-406f-b396-f516edebc53c is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:00:43.469801 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 0dbe99e8-e19c-406f-b396-f516edebc53c) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:43.474640 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:43.475571 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:43.479618 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4688d52e-976c-4f3a-bacc-d9674a5b4bdf None None] Network 0dbe99e8-e19c-406f-b396-f516edebc53c requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:43.492422 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-d930018a-e139-42f2-abbe-83b654428421 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4858623 Oct 11 16:00:43.822392 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-0dbe99e8-e19c-406f-b396-f516edebc53c', 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'fixed_ips': [{'subnet_id': '39db860a-ae54-493a-b259-05747ec43379'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:00:43.823651 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.102261 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Allocated IP 172.20.0.2 (0dbe99e8-e19c-406f-b396-f516edebc53c/39db860a-ae54-493a-b259-05747ec43379/80cf9136-b8b1-4c66-baea-a18bf6053d17) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:00:44.336940 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.345705 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.420802 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Network 0dbe99e8-e19c-406f-b396-f516edebc53c is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:00:44.425831 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:00:44.435707 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:00:44.438196 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Pushing event updated for resources: {'Port': ['ID=80cf9136-b8b1-4c66-baea-a18bf6053d17,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:44.473414 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.473758 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.474100 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.474434 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.474761 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.475089 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.475489 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.475805 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.476155 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.476496 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.476798 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.477115 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Tracked resource versions report: Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: pushed versions: Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: { 'AddressGroup': {'1.2'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'ConntrackHelper': {'1.0'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Log': {'1.0'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Network': {'1.1'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Port': {'1.7'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'PortForwarding': {'1.2'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'QosPolicy': {'1.10'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SecurityGroup': {'1.4'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SecurityGroupRule': {'1.2'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SubPort': {'1.0'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Subnet': {'1.1'}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Trunk': {'1.1'}} Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: consumer versions: Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: { DHCP agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: L3 agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: Metadata agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: Metering agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: Open vSwitch agent@dv-cinder-809518-6-iscsi: { 'AddressGroup': '1.2', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'ConntrackHelper': '1.0', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Log': '1.0', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Network': '1.1', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Port': '1.7', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'PortForwarding': '1.2', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'QosPolicy': '1.10', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SecurityGroup': '1.4', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SecurityGroupRule': '1.2', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SubPort': '1.0', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Subnet': '1.1', Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Trunk': '1.1'}} Oct 11 16:00:44.478242 dv-cinder-809518-6-iscsi neutron-server[94278]: {{(pid=94278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 16:00:44.527052 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Attempting to bind port 80cf9136-b8b1-4c66-baea-a18bf6053d17 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:00:44.527471 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Attempting to bind port 80cf9136-b8b1-4c66-baea-a18bf6053d17 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': '20c30f3d-8786-4482-820d-4e300dfbb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:00:44.527879 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Attempting to bind port 80cf9136-b8b1-4c66-baea-a18bf6053d17 on network 0dbe99e8-e19c-406f-b396-f516edebc53c {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:00:44.533116 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:00:44.533512 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Checking segment: {'id': '20c30f3d-8786-4482-820d-4e300dfbb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:00:44.533979 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.534364 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Bound using segment: {'id': '20c30f3d-8786-4482-820d-4e300dfbb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:00:44.534858 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Bound port: 80cf9136-b8b1-4c66-baea-a18bf6053d17, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c30f3d-8786-4482-820d-4e300dfbb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:00:44.535261 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.598747 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] For port 80cf9136-b8b1-4c66-baea-a18bf6053d17, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:00:44.603106 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] For port 80cf9136-b8b1-4c66-baea-a18bf6053d17, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=80cf9136-b8b1-4c66-baea-a18bf6053d17,segment=NetworkSegment(20c30f3d-8786-4482-820d-4e300dfbb902),segment_id=20c30f3d-8786-4482-820d-4e300dfbb902)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:00:44.608878 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:44.675438 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8d14c-f440-4007-b91d-7b8b31b2c862 None None] Pushing event updated for resources: {'Port': ['ID=80cf9136-b8b1-4c66-baea-a18bf6053d17,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:46.025946 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42502) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:46.351667 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [None req-c6853287-3d04-4e80-ac39-8e706bc23242 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:00:46.352677 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-c6853287-3d04-4e80-ac39-8e706bc23242 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3257179 Oct 11 16:00:48.889362 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42510) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:49.221344 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [None req-99babf08-3e7e-4e04-ad8e-4529c2e45160 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:00:49.222332 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-99babf08-3e7e-4e04-ad8e-4529c2e45160 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3319623 Oct 11 16:00:51.982927 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42520) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:52.298191 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-2298c679-b75e-49b2-8c04-7daf65161512 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:52.328956 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2298c679-b75e-49b2-8c04-7daf65161512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:52.330505 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2298c679-b75e-49b2-8c04-7daf65161512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:52.462122 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2298c679-b75e-49b2-8c04-7daf65161512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:52.472489 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2298c679-b75e-49b2-8c04-7daf65161512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:52.488477 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2298c679-b75e-49b2-8c04-7daf65161512 admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:52.495963 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-2298c679-b75e-49b2-8c04-7daf65161512 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5117881 Oct 11 16:00:52.693151 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 80cf9136-b8b1-4c66-baea-a18bf6053d17 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:52.784651 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 80cf9136-b8b1-4c66-baea-a18bf6053d17 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:52.784936 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:52.896621 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:52.930799 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 80cf9136-b8b1-4c66-baea-a18bf6053d17, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=80cf9136-b8b1-4c66-baea-a18bf6053d17,segment=NetworkSegment(20c30f3d-8786-4482-820d-4e300dfbb902),segment_id=20c30f3d-8786-4482-820d-4e300dfbb902)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:00:52.935321 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:52.982087 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=80cf9136-b8b1-4c66-baea-a18bf6053d17,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:53.756967 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb1b089-6763-41c8-be67-e908772699bb None None] Network 0dbe99e8-e19c-406f-b396-f516edebc53c requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:00:53.884830 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-b7557fd7-be32-4c36-94ad-c821dd95889a None None] Provisioning complete for port 80cf9136-b8b1-4c66-baea-a18bf6053d17 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:53.885165 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b7557fd7-be32-4c36-94ad-c821dd95889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:54.234738 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-49ae76c7-6191-4ccf-9431-e0538f31c18c None None] Provisioning complete for port 80cf9136-b8b1-4c66-baea-a18bf6053d17 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:54.235108 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-49ae76c7-6191-4ccf-9431-e0538f31c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:54.663924 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 80cf9136-b8b1-4c66-baea-a18bf6053d17 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:00:54.716598 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 80cf9136-b8b1-4c66-baea-a18bf6053d17 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:00:54.716970 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:55.056597 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42532) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:55.176579 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e2356b2a-e36b-4e92-a43d-6b962bbf3fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:55.402258 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [None req-fb62b661-c7ff-43fd-84d9-87cfa1ca38ee admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:00:55.403885 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-fb62b661-c7ff-43fd-84d9-87cfa1ca38ee admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3459382 Oct 11 16:00:57.674664 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7ee79486-fd09-4e03-96da-3adddea0ba65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:57.933769 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42540) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:00:58.298347 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:00:58.322677 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Made reservation on behalf of 4375256da4f94a9d9d88f57f3da48c23 for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:00:58.325172 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.333437 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.414195 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.419970 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.429262 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Reserving flat network on physical network physnet1 {{(pid=94277) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 11 16:00:58.455694 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.456031 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Added segment c8bac7d2-cb56-4287-9a38-94aeb75cac9b of type flat for network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 Oct 11 16:00:58.457259 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58269f9-a39d-4bb0-975e-32e42159543d,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:58.503203 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.538713 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.539331 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:00:58.539967 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.596796 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6617258 Oct 11 16:00:58.601703 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844c780-5564-4344-9fb0-636ba033aa11 admin admin] Pushing event updated for resources: {'Network': ['ID=cb0e126e-49a6-4eb7-9e1a-7531a0e392d6,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:00:58.612931 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:00:58.760234 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:00:58.896371 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:00.541761 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:01.145028 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42558) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:01.342314 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf3796e-61e9-40fc-a007-67c4f0622039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:01.343652 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-fcf3796e-61e9-40fc-a007-67c4f0622039 admin admin] 10.222.0.18 "GET /v2.0/subnets/39db860a-ae54-493a-b259-05747ec43379 HTTP/1.1" status: 200 len: 849 time: 0.1973581 Oct 11 16:01:01.462931 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-9ef39b52-e9b5-4c06-94d3-e52d01089a3c admin admin] 10.222.0.18 "GET /v2.0/routers/ca513db0-0d52-45a4-ae1c-0848a0185b76 HTTP/1.1" status: 200 len: 704 time: 0.1092658 Oct 11 16:01:01.750133 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.045338 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Allocated IP 172.20.0.1 (0dbe99e8-e19c-406f-b396-f516edebc53c/39db860a-ae54-493a-b259-05747ec43379/04416fc5-3b09-4137-b48e-2cebae069ec9) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:01:02.258098 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.335402 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.408794 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Network 0dbe99e8-e19c-406f-b396-f516edebc53c is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:01:02.417067 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:02.419932 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:01:02.420621 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.442525 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Pushing event updated for resources: {'Port': ['ID=04416fc5-3b09-4137-b48e-2cebae069ec9,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:02.601749 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-854e387c-b532-4b9e-9dc3-dbd0b03ac9d9 None None] Provisioning complete for port 04416fc5-3b09-4137-b48e-2cebae069ec9 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:02.602299 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-854e387c-b532-4b9e-9dc3-dbd0b03ac9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.628508 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.636216 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-854e387c-b532-4b9e-9dc3-dbd0b03ac9d9 None None] Port 04416fc5-3b09-4137-b48e-2cebae069ec9 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:01:02.843861 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.851586 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.852541 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:02.927966 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Pushing event updated for resources: {'Port': ['ID=04416fc5-3b09-4137-b48e-2cebae069ec9,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:02.987054 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Network 0dbe99e8-e19c-406f-b396-f516edebc53c is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:01:02.988630 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:03.155876 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Router ca513db0-0d52-45a4-ae1c-0848a0185b76 is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:01:03.158775 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-b51a4105-05d2-45bd-a9ed-71f1ea8d19cd None None] Provisioning complete for port 04416fc5-3b09-4137-b48e-2cebae069ec9 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:03.159145 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b51a4105-05d2-45bd-a9ed-71f1ea8d19cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:03.192708 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-b51a4105-05d2-45bd-a9ed-71f1ea8d19cd None None] Port 04416fc5-3b09-4137-b48e-2cebae069ec9 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:01:03.254535 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:01:03.261858 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-c28e6115-424b-44e7-bbd6-c088457f6b46 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca513db0-0d52-45a4-ae1c-0848a0185b76/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7902389 Oct 11 16:01:03.266995 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Sync routers for ids ['ca513db0-0d52-45a4-ae1c-0848a0185b76'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:01:03.279459 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Routers {'ca513db0-0d52-45a4-ae1c-0848a0185b76'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:03.280483 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:00:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['ca513db0-0d52-45a4-ae1c-0848a0185b76'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:03.470702 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Set router ca513db0-0d52-45a4-ae1c-0848a0185b76 gateway port host: None {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:03.905524 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'name': 'router1', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:52Z', 'updated_at': '2021-10-11T16:01:02Z', 'revision_number': 2, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'gw_port_host': None, '_interfaces': [{'id': '04416fc5-3b09-4137-b48e-2cebae069ec9', 'name': '', 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'mac_address': 'fa:16:3e:fc:07:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39db860a-ae54-493a-b259-05747ec43379', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:01Z', 'updated_at': '2021-10-11T16:01:02Z', 'revision_number': 2, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'subnets': [{'id': '39db860a-ae54-493a-b259-05747ec43379', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a72c8115-6748-4879-a5b9-1ac594171134'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:03.956506 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Checking router: ca513db0-0d52-45a4-ae1c-0848a0185b76 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:01:03.956874 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Updating router ca513db0-0d52-45a4-ae1c-0848a0185b76 port 04416fc5-3b09-4137-b48e-2cebae069ec9 binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:01:04.005009 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.517580 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.526252 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.680051 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Pushing event updated for resources: {'Port': ['ID=04416fc5-3b09-4137-b48e-2cebae069ec9,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:04.699589 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.699933 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.700274 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.700599 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.700919 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.701239 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.701554 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.701868 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.702207 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.702528 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.702840 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.703147 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Tracked resource versions report: Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: pushed versions: Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: { 'AddressGroup': {'1.2'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'ConntrackHelper': {'1.0'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Log': {'1.0'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Network': {'1.1'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Port': {'1.7'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'PortForwarding': {'1.2'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'QosPolicy': {'1.10'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SecurityGroup': {'1.4'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SecurityGroupRule': {'1.2'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SubPort': {'1.0'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Subnet': {'1.1'}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Trunk': {'1.1'}} Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: consumer versions: Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: { DHCP agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: L3 agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: Metadata agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: Metering agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: Open vSwitch agent@dv-cinder-809518-6-iscsi: { 'AddressGroup': '1.2', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'ConntrackHelper': '1.0', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Log': '1.0', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Network': '1.1', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Port': '1.7', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'PortForwarding': '1.2', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'QosPolicy': '1.10', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SecurityGroup': '1.4', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SecurityGroupRule': '1.2', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SubPort': '1.0', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Subnet': '1.1', Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Trunk': '1.1'}} Oct 11 16:01:04.704265 dv-cinder-809518-6-iscsi neutron-server[94279]: {{(pid=94279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 16:01:04.709243 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Attempting to bind port 04416fc5-3b09-4137-b48e-2cebae069ec9 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:01:04.709632 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Attempting to bind port 04416fc5-3b09-4137-b48e-2cebae069ec9 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': '20c30f3d-8786-4482-820d-4e300dfbb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:01:04.710049 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Attempting to bind port 04416fc5-3b09-4137-b48e-2cebae069ec9 on network 0dbe99e8-e19c-406f-b396-f516edebc53c {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:04.715824 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:01:04.716388 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Checking segment: {'id': '20c30f3d-8786-4482-820d-4e300dfbb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:04.716706 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.717084 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Bound using segment: {'id': '20c30f3d-8786-4482-820d-4e300dfbb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:01:04.717575 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Bound port: 04416fc5-3b09-4137-b48e-2cebae069ec9, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c30f3d-8786-4482-820d-4e300dfbb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:01:04.717966 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.783212 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] For port 04416fc5-3b09-4137-b48e-2cebae069ec9, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:01:04.802797 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] For port 04416fc5-3b09-4137-b48e-2cebae069ec9, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=04416fc5-3b09-4137-b48e-2cebae069ec9,segment=NetworkSegment(20c30f3d-8786-4482-820d-4e300dfbb902),segment_id=20c30f3d-8786-4482-820d-4e300dfbb902)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:01:04.808169 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.825463 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-4992a11c-8be3-48d6-a6cf-2b15bcbebc97 None None] Provisioning complete for port 04416fc5-3b09-4137-b48e-2cebae069ec9 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:04.826039 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4992a11c-8be3-48d6-a6cf-2b15bcbebc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.859476 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Routers {'ca513db0-0d52-45a4-ae1c-0848a0185b76'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:04.859937 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:00:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['ca513db0-0d52-45a4-ae1c-0848a0185b76'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:04.909728 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4992a11c-8be3-48d6-a6cf-2b15bcbebc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:04.949904 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-4992a11c-8be3-48d6-a6cf-2b15bcbebc97 None None] For port 04416fc5-3b09-4137-b48e-2cebae069ec9, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=04416fc5-3b09-4137-b48e-2cebae069ec9,segment=NetworkSegment(20c30f3d-8786-4482-820d-4e300dfbb902),segment_id=20c30f3d-8786-4482-820d-4e300dfbb902)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:04.954896 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] Set router ca513db0-0d52-45a4-ae1c-0848a0185b76 gateway port host: None {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:04.957330 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4992a11c-8be3-48d6-a6cf-2b15bcbebc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.017688 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992a11c-8be3-48d6-a6cf-2b15bcbebc97 None None] Pushing event updated for resources: {'Port': ['ID=04416fc5-3b09-4137-b48e-2cebae069ec9,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:05.080814 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-c8f8917c-8504-43e0-b46d-990eeb85da39 None None] Provisioning complete for port 04416fc5-3b09-4137-b48e-2cebae069ec9 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:05.081113 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c8f8917c-8504-43e0-b46d-990eeb85da39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:05.091245 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb5089-1a9b-4075-8a87-a375edfb1f0c None None] Pushing event updated for resources: {'Port': ['ID=04416fc5-3b09-4137-b48e-2cebae069ec9,revision_number=4']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:05.192297 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'name': 'router1', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:52Z', 'updated_at': '2021-10-11T16:01:02Z', 'revision_number': 2, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'gw_port_host': None, '_interfaces': [{'id': '04416fc5-3b09-4137-b48e-2cebae069ec9', 'name': '', 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'mac_address': 'fa:16:3e:fc:07:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39db860a-ae54-493a-b259-05747ec43379', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:01Z', 'updated_at': '2021-10-11T16:01:04Z', 'revision_number': 4, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'subnets': [{'id': '39db860a-ae54-493a-b259-05747ec43379', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a72c8115-6748-4879-a5b9-1ac594171134'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:05.218040 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2408589-aaea-4638-babc-d321af0f7414 None None] The sync data for ids ['ca513db0-0d52-45a4-ae1c-0848a0185b76'] in dv-cinder-809518-6-iscsi is: [{'id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'name': 'router1', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:52Z', 'updated_at': '2021-10-11T16:01:02Z', 'revision_number': 2, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'gw_port_host': None, '_interfaces': [{'id': '04416fc5-3b09-4137-b48e-2cebae069ec9', 'name': '', 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'mac_address': 'fa:16:3e:fc:07:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39db860a-ae54-493a-b259-05747ec43379', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:01Z', 'updated_at': '2021-10-11T16:01:04Z', 'revision_number': 4, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'subnets': [{'id': '39db860a-ae54-493a-b259-05747ec43379', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a72c8115-6748-4879-a5b9-1ac594171134'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:01:05.623291 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42578) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:05.738833 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16a431f-c9de-4f45-90a5-8448c7b83962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:05.740396 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-b16a431f-c9de-4f45-90a5-8448c7b83962 admin admin] 10.222.0.18 "GET /v2.0/networks/cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 HTTP/1.1" status: 200 len: 842 time: 0.1160226 Oct 11 16:01:05.750593 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'name': 'public-subnet', 'cidr': '172.27.0.0/24'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:05.774173 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Made reservation on behalf of 4375256da4f94a9d9d88f57f3da48c23 for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:01:05.776582 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.134501 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.objects.ports [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94277) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 16:01:06.134939 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.182640 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c86afe8-552d-43ce-afad-ade4dcd8a8b6,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:06.200614 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:06.200971 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Network hostable DHCP agents. Network: cb0e126e-49a6-4eb7-9e1a-7531a0e392d6, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:01:06.218043 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:01:06.228730 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, cb0e126e-49a6-4eb7-9e1a-7531a0e392d6) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:06.233310 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:06.233910 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:06.238767 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73e029d-bec6-441d-b550-e1e74edf3bea None None] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:01:06.259313 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-40155fc0-9701-4e56-89cc-3f7d1826f444 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5066423 Oct 11 16:01:06.383976 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17108b9f-58d5-4143-ac0d-5cedbd716606 None None] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:01:08.564843 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 5 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:01:08.689290 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 42586) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:08.808028 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.policy [None req-997df8d1-2639-433a-9544-10b3622e7433 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94276) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 16:01:08.855503 dv-cinder-809518-6-iscsi neutron-server[94276]: WARNING oslo_policy.policy [None req-997df8d1-2639-433a-9544-10b3622e7433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 16:01:08.855886 dv-cinder-809518-6-iscsi neutron-server[94276]: WARNING oslo_policy.policy [None req-997df8d1-2639-433a-9544-10b3622e7433 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 16:01:09.113483 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-997df8d1-2639-433a-9544-10b3622e7433 admin admin] 10.222.0.18 "GET /v2.0/routers/ca513db0-0d52-45a4-ae1c-0848a0185b76 HTTP/1.1" status: 200 len: 710 time: 0.4230132 Oct 11 16:01:09.307770 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306af6f3-8be7-40ca-946b-822ccb9f2141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:01:09.309515 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-306af6f3-8be7-40ca-946b-822ccb9f2141 admin admin] 10.222.0.18 "GET /v2.0/networks/cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 HTTP/1.1" status: 200 len: 886 time: 0.1896265 Oct 11 16:01:09.320515 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:01:09.586891 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.845634 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:09.925881 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.113937 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Allocated IP 172.27.0.37 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/7b0d827b-48db-4adc-8aa0-87a23f323b7b) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:01:10.229589 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.295550 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.356734 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:01:10.361407 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:01:10.416176 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0d827b-48db-4adc-8aa0-87a23f323b7b,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:10.419311 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:01:10.457292 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.457642 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.462327 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.463264 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.464661 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.467071 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.467450 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.467792 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.468147 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.468484 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.468810 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.469133 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Tracked resource versions report: Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: pushed versions: Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: { 'AddressGroup': {'1.2'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'ConntrackHelper': {'1.0'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Log': {'1.0'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Network': {'1.1'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Port': {'1.7'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'PortForwarding': {'1.2'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'QosPolicy': {'1.10'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SecurityGroup': {'1.4'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SecurityGroupRule': {'1.2'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SubPort': {'1.0'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Subnet': {'1.1'}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Trunk': {'1.1'}} Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: consumer versions: Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: { DHCP agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: L3 agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: Metadata agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: Metering agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: Open vSwitch agent@dv-cinder-809518-6-iscsi: { 'AddressGroup': '1.2', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'ConntrackHelper': '1.0', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Log': '1.0', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Network': '1.1', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Port': '1.7', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'PortForwarding': '1.2', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'QosPolicy': '1.10', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SecurityGroup': '1.4', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SecurityGroupRule': '1.2', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SubPort': '1.0', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Subnet': '1.1', Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Trunk': '1.1'}} Oct 11 16:01:10.470572 dv-cinder-809518-6-iscsi neutron-server[94276]: {{(pid=94276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 16:01:10.739985 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:10.997060 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7954207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7951724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-110389'] for router, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:11.002604 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7954182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7994869', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7951703'] for router, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:11.121470 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Router ca513db0-0d52-45a4-ae1c-0848a0185b76 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:01:11.241570 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:01:11.246663 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] Notify callbacks [] for router, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:11.247914 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-19090b0d-10a3-4567-8581-ea123e975125 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca513db0-0d52-45a4-ae1c-0848a0185b76 HTTP/1.1" status: 200 len: 889 time: 1.9319303 Oct 11 16:01:12.225227 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Sync routers for ids ['ca513db0-0d52-45a4-ae1c-0848a0185b76'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:01:12.235902 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Routers {'ca513db0-0d52-45a4-ae1c-0848a0185b76'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:12.236553 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:00:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['ca513db0-0d52-45a4-ae1c-0848a0185b76'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:12.445496 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Set router ca513db0-0d52-45a4-ae1c-0848a0185b76 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:12.703539 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 04416fc5-3b09-4137-b48e-2cebae069ec9 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:01:12.826631 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 04416fc5-3b09-4137-b48e-2cebae069ec9 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:12.826993 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:12.942077 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'name': 'router1', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7b0d827b-48db-4adc-8aa0-87a23f323b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:52Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'gw_port': {'id': '7b0d827b-48db-4adc-8aa0-87a23f323b7b', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '04416fc5-3b09-4137-b48e-2cebae069ec9', 'name': '', 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'mac_address': 'fa:16:3e:fc:07:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39db860a-ae54-493a-b259-05747ec43379', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:01Z', 'updated_at': '2021-10-11T16:01:04Z', 'revision_number': 5, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'subnets': [{'id': '39db860a-ae54-493a-b259-05747ec43379', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a72c8115-6748-4879-a5b9-1ac594171134'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:12.996639 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Checking router: ca513db0-0d52-45a4-ae1c-0848a0185b76 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:01:12.997007 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Updating router ca513db0-0d52-45a4-ae1c-0848a0185b76 port 7b0d827b-48db-4adc-8aa0-87a23f323b7b binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:01:13.044746 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.447432 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.455721 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.506700 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf3f88-a998-4673-9bec-79f1c5b80d19 None None] Pushing event updated for resources: {'Port': ['ID=7b0d827b-48db-4adc-8aa0-87a23f323b7b,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:13.509340 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Attempting to bind port 7b0d827b-48db-4adc-8aa0-87a23f323b7b on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:01:13.509684 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Attempting to bind port 7b0d827b-48db-4adc-8aa0-87a23f323b7b by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:01:13.510015 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Attempting to bind port 7b0d827b-48db-4adc-8aa0-87a23f323b7b on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:01:13.515513 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:01:13.515861 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:01:13.516248 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.516628 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:01:13.517134 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Bound port: 7b0d827b-48db-4adc-8aa0-87a23f323b7b, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:01:13.517521 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.571258 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] For port 7b0d827b-48db-4adc-8aa0-87a23f323b7b, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:01:13.574768 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] For port 7b0d827b-48db-4adc-8aa0-87a23f323b7b, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7b0d827b-48db-4adc-8aa0-87a23f323b7b,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:01:13.581595 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:13.641697 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Routers {'ca513db0-0d52-45a4-ae1c-0848a0185b76'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:01:13.642318 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:00:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['ca513db0-0d52-45a4-ae1c-0848a0185b76'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:13.644110 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf3f88-a998-4673-9bec-79f1c5b80d19 None None] Pushing event updated for resources: {'Port': ['ID=7b0d827b-48db-4adc-8aa0-87a23f323b7b,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:13.760177 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] Set router ca513db0-0d52-45a4-ae1c-0848a0185b76 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:01:13.779966 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 42604) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:01:13.897063 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-d4a425c2-49e8-4cd9-8054-8246f934523e admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1158085 Oct 11 16:01:13.991491 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'name': 'router1', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7b0d827b-48db-4adc-8aa0-87a23f323b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:52Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'gw_port': {'id': '7b0d827b-48db-4adc-8aa0-87a23f323b7b', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '04416fc5-3b09-4137-b48e-2cebae069ec9', 'name': '', 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'mac_address': 'fa:16:3e:fc:07:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39db860a-ae54-493a-b259-05747ec43379', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:01Z', 'updated_at': '2021-10-11T16:01:04Z', 'revision_number': 5, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'subnets': [{'id': '39db860a-ae54-493a-b259-05747ec43379', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a72c8115-6748-4879-a5b9-1ac594171134'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:01:14.022905 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041fd64c-f141-4f5e-873c-16d5d61d0a66 None None] The sync data for ids ['ca513db0-0d52-45a4-ae1c-0848a0185b76'] in dv-cinder-809518-6-iscsi is: [{'id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'name': 'router1', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': '7b0d827b-48db-4adc-8aa0-87a23f323b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:00:52Z', 'updated_at': '2021-10-11T16:01:10Z', 'revision_number': 4, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'gw_port': {'id': '7b0d827b-48db-4adc-8aa0-87a23f323b7b', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:09Z', 'updated_at': '2021-10-11T16:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '04416fc5-3b09-4137-b48e-2cebae069ec9', 'name': '', 'network_id': '0dbe99e8-e19c-406f-b396-f516edebc53c', 'tenant_id': '427268fcd62747d4b8d9eb06fdf267df', 'mac_address': 'fa:16:3e:fc:07:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca513db0-0d52-45a4-ae1c-0848a0185b76', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39db860a-ae54-493a-b259-05747ec43379', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:01:01Z', 'updated_at': '2021-10-11T16:01:04Z', 'revision_number': 5, 'project_id': '427268fcd62747d4b8d9eb06fdf267df', 'subnets': [{'id': '39db860a-ae54-493a-b259-05747ec43379', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a72c8115-6748-4879-a5b9-1ac594171134'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:01:14.728608 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7b0d827b-48db-4adc-8aa0-87a23f323b7b up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:01:14.793186 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 7b0d827b-48db-4adc-8aa0-87a23f323b7b triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:14.793186 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.892658 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.914025 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 7b0d827b-48db-4adc-8aa0-87a23f323b7b, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7b0d827b-48db-4adc-8aa0-87a23f323b7b,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:01:14.920032 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:14.992838 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=7b0d827b-48db-4adc-8aa0-87a23f323b7b,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:01:16.685330 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7b0d827b-48db-4adc-8aa0-87a23f323b7b up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:01:16.759640 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 7b0d827b-48db-4adc-8aa0-87a23f323b7b triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:01:16.760113 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:25.182269 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e817d93d-c0cc-43e8-b712-32a3727c86cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:27.679045 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-5143484c-53da-44c8-8993-3488bcec5b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:28.780233 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:28.914848 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:30.558416 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:45.563917 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 5 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:01:55.193707 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3a0cbdf8-adc4-4f12-a8fb-0d0f2a48f3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:57.681141 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e393b5f3-808a-4779-8dff-4b0abcea2d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:58.768253 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:01:58.901193 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:00.543885 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:22.566809 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 5 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:02:25.187165 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-94228798-642f-4dac-8794-a74792eded9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:27.677296 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-13fbcd3b-9fab-44db-a78f-455f05ed6a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.768076 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:28.904539 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:30.551439 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:52.808973 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43166) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:52.896201 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf9f7c9-80bc-40d9-b711-b308f1983a85 admin admin] GET failed (client error): The resource could not be found. Oct 11 16:02:52.897551 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-8bf9f7c9-80bc-40d9-b711-b308f1983a85 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0874712 Oct 11 16:02:53.056477 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb07b5-b3f9-4604-a720-f51e46f58408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:53.057840 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-36fb07b5-b3f9-4604-a720-f51e46f58408 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550696 Oct 11 16:02:55.191532 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3d6744c8-702d-4843-acb9-4695fc5f4c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:55.332579 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43176) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:55.428286 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f5198-2d48-4038-ad58-348b81e6ffb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:55.429935 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-4d5f5198-2d48-4038-ad58-348b81e6ffb4 admin admin] 10.222.0.18 "GET /v2.0/subnets/39db860a-ae54-493a-b259-05747ec43379 HTTP/1.1" status: 200 len: 849 time: 0.0963037 Oct 11 16:02:55.443643 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:02:55.531746 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Notify callbacks [] for subnet, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:55.699345 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761729098765'] for subnet, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:55.728139 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:55.728726 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:55.730087 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] 10.222.0.18 "PUT /v2.0/subnets/39db860a-ae54-493a-b259-05747ec43379 HTTP/1.1" status: 200 len: 868 time: 0.2905383 Oct 11 16:02:55.746600 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7370f0-cddd-4f1d-86a6-0978fd54d128 None None] Network 0dbe99e8-e19c-406f-b396-f516edebc53c requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:02:55.749456 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=39db860a-ae54-493a-b259-05747ec43379,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:02:55.757258 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.757895 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.758272 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.758688 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.759027 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.759397 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.759721 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.760031 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.760381 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.760689 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.761039 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:55.761348 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f8d80-a6d9-44ab-88bd-f8def7e78fed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:02:56.096372 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-a9ca9a53-5fd3-4f6c-85fb-0473ac286228 None None] Provisioning complete for port 80cf9136-b8b1-4c66-baea-a18bf6053d17 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:56.096788 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9a53-5fd3-4f6c-85fb-0473ac286228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:56.190173 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-a9ca9a53-5fd3-4f6c-85fb-0473ac286228 None None] Provisioning complete for port 04416fc5-3b09-4137-b48e-2cebae069ec9 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:02:56.190424 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9a53-5fd3-4f6c-85fb-0473ac286228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:57.681062 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-2b518bd8-53a1-44a8-9828-cd9bc9e9217d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:58.012391 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43184) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:02:58.222125 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c50419e-ef8e-42e2-a5f7-c4b4e0e2befe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:58.222484 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c50419e-ef8e-42e2-a5f7-c4b4e0e2befe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:02:58.224083 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-4c50419e-ef8e-42e2-a5f7-c4b4e0e2befe admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2103469 Oct 11 16:02:58.774592 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:58.908883 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:02:59.567093 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 5 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:03:00.552292 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43192) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:00.556977 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:00.689595 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce6b5d6-11da-4ade-b90f-bc5096a70885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:00.690078 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce6b5d6-11da-4ade-b90f-bc5096a70885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:00.691647 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-fce6b5d6-11da-4ade-b90f-bc5096a70885 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1383507 Oct 11 16:03:02.999245 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43200) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:03.149975 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24971dfd-3b0f-43fb-984c-6c3aa7bcbbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:03.151336 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-24971dfd-3b0f-43fb-984c-6c3aa7bcbbe4 admin admin] 10.222.0.18 "GET /v2.0/networks/0dbe99e8-e19c-406f-b396-f516edebc53c HTTP/1.1" status: 200 len: 869 time: 0.1506953 Oct 11 16:03:05.466445 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43208) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:05.599588 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb022a3-bd7d-45c5-81b1-3c4eb5acc000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:05.600888 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-9eb022a3-bd7d-45c5-81b1-3c4eb5acc000 admin admin] 10.222.0.18 "GET /v2.0/networks/cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 HTTP/1.1" status: 200 len: 886 time: 0.1334145 Oct 11 16:03:07.874749 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43216) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:08.008106 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9812e18-b7dd-459f-a632-2b0664092600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:08.008572 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9812e18-b7dd-459f-a632-2b0664092600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:08.010068 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-e9812e18-b7dd-459f-a632-2b0664092600 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1343169 Oct 11 16:03:10.305416 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43226) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:10.460256 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21162a1-633e-4dee-8fcc-d8f2464a66b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:10.460934 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21162a1-633e-4dee-8fcc-d8f2464a66b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:10.462573 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-b21162a1-633e-4dee-8fcc-d8f2464a66b8 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1561859 Oct 11 16:03:12.743896 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43234) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:12.842182 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154675e-845a-4fbd-83d1-58e20f20d8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:12.843548 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-1154675e-845a-4fbd-83d1-58e20f20d8a2 admin admin] 10.222.0.18 "GET /v2.0/subnets/39db860a-ae54-493a-b259-05747ec43379 HTTP/1.1" status: 200 len: 868 time: 0.0983326 Oct 11 16:03:15.210938 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43242) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:15.317986 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f26779-7e43-44db-9f16-09957b55a32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:15.319492 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-b3f26779-7e43-44db-9f16-09957b55a32e admin admin] 10.222.0.18 "GET /v2.0/subnets/6c86afe8-552d-43ce-afad-ade4dcd8a8b6 HTTP/1.1" status: 200 len: 816 time: 0.1074266 Oct 11 16:03:25.197156 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-621abf40-d9fb-4aa9-9f78-ea266a6db7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:27.687667 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4d939a82-3d41-47d4-b4b1-b9695a182aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:28.773217 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:28.914802 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:30.665802 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:36.566884 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 5 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:03:40.053581 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43296) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:40.109879 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [None req-67033571-ef45-4907-9f71-a526c302346e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:03:40.110891 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-67033571-ef45-4907-9f71-a526c302346e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0559535 Oct 11 16:03:42.490321 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43304) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:42.555746 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf5bdc5-6899-46c4-b65d-cfc5d9527350 admin admin] GET failed (client error): The resource could not be found. Oct 11 16:03:42.557020 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-0bf5bdc5-6899-46c4-b65d-cfc5d9527350 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656888 Oct 11 16:03:42.654517 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47676d92-c72f-4b95-aaa1-897b910ad25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:42.655997 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-47676d92-c72f-4b95-aaa1-897b910ad25d admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0942752 Oct 11 16:03:44.985338 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43312) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:45.042621 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:03:45.067541 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Made reservation on behalf of 4375256da4f94a9d9d88f57f3da48c23 for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:03:45.069801 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:45.188468 dv-cinder-809518-6-iscsi neutron-server[94277]: WARNING neutron.services.revisions.revision_plugin [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Could not find related network for resource to bump revision. Oct 11 16:03:45.201858 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=94277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:03:45.211689 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:45.212024 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Added segment efe58510-4233-4cf5-a554-194464a46e1a of type vlan for network 4da1dc73-7616-4414-8df2-63483ad53991 Oct 11 16:03:45.250038 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:45.275758 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:45.276752 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:45.277302 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:45.335075 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3483396 Oct 11 16:03:45.339995 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5ddbf-2882-46f3-a1aa-90f0abd06254 admin admin] Pushing event updated for resources: {'Network': ['ID=4da1dc73-7616-4414-8df2-63483ad53991,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:03:45.351809 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 4da1dc73-7616-4414-8df2-63483ad53991 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:03:47.655014 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43320) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:03:47.728822 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1ff04f-6496-44fe-946e-70b25bba0077 admin admin] GET failed (client error): The resource could not be found. Oct 11 16:03:47.730186 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-0c1ff04f-6496-44fe-946e-70b25bba0077 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0737164 Oct 11 16:03:47.803102 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631f710-b24b-4b67-8acd-29d9641ce369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:47.805458 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e631f710-b24b-4b67-8acd-29d9641ce369 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704713 Oct 11 16:03:47.820179 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991', 'description': 'shared-subnet'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:03:47.845436 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Made reservation on behalf of 4375256da4f94a9d9d88f57f3da48c23 for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:03:47.847642 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:48.035390 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:48.085384 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a8ff6c-160b-4652-876f-06ca58f909f6,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:03:48.102224 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Checking segment: {'id': 'efe58510-4233-4cf5-a554-194464a46e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:03:48.102505 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Network hostable DHCP agents. Network: 4da1dc73-7616-4414-8df2-63483ad53991, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:03:48.120009 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Network 4da1dc73-7616-4414-8df2-63483ad53991 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:03:48.129247 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 4da1dc73-7616-4414-8df2-63483ad53991) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:03:48.133440 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:03:48.134015 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:48.138748 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d424b9e2-b309-4924-a46b-e86c47106b4a None None] Network 4da1dc73-7616-4414-8df2-63483ad53991 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:03:48.151705 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-fce900a7-4b75-4d3f-8a23-3ef6fe23e2b2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3351767 Oct 11 16:03:48.293277 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-4da1dc73-7616-4414-8df2-63483ad53991', 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991', 'tenant_id': '4375256da4f94a9d9d88f57f3da48c23', 'fixed_ips': [{'subnet_id': 'e5a8ff6c-160b-4652-876f-06ca58f909f6'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:03:48.294314 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:48.443604 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Allocated IP 192.168.233.2 (4da1dc73-7616-4414-8df2-63483ad53991/e5a8ff6c-160b-4652-876f-06ca58f909f6/a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:03:48.598649 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:48.605607 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:48.652964 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Network 4da1dc73-7616-4414-8df2-63483ad53991 is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:03:48.656834 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:03:48.658708 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Pushing event updated for resources: {'Port': ['ID=a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:03:48.660805 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:03:48.669606 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.669963 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.670322 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.670645 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.670974 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.671295 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.671637 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.671975 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.672315 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.672630 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.672941 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.673250 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:03:48.724735 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Attempting to bind port a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:03:48.725053 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Attempting to bind port a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'efe58510-4233-4cf5-a554-194464a46e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:03:48.725398 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Attempting to bind port a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6 on network 4da1dc73-7616-4414-8df2-63483ad53991 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:03:48.730845 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:03:48.731207 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Checking segment: {'id': 'efe58510-4233-4cf5-a554-194464a46e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:03:48.731623 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:48.731992 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Bound using segment: {'id': 'efe58510-4233-4cf5-a554-194464a46e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:03:48.732441 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Bound port: a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe58510-4233-4cf5-a554-194464a46e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:03:48.732823 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:48.800303 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] For port a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:03:48.803454 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] For port a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6,segment=NetworkSegment(efe58510-4233-4cf5-a554-194464a46e1a),segment_id=efe58510-4233-4cf5-a554-194464a46e1a)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:03:48.810287 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:48.869752 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9ccf6-9e20-45b0-a46a-36d7beaa85de None None] Pushing event updated for resources: {'Port': ['ID=a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:03:49.681223 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ae528-0be1-4a9f-a5a9-451e14bd2962 None None] Network 4da1dc73-7616-4414-8df2-63483ad53991 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:03:49.747283 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-1eed4122-023e-49ce-917b-6841c58a6626 None None] Provisioning complete for port a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:03:49.747687 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-1eed4122-023e-49ce-917b-6841c58a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:49.895120 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-1eed4122-023e-49ce-917b-6841c58a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:49.935655 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-1eed4122-023e-49ce-917b-6841c58a6626 None None] For port a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6,segment=NetworkSegment(efe58510-4233-4cf5-a554-194464a46e1a),segment_id=efe58510-4233-4cf5-a554-194464a46e1a)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:03:49.944508 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-1eed4122-023e-49ce-917b-6841c58a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:49.996961 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed4122-023e-49ce-917b-6841c58a6626 None None] Pushing event updated for resources: {'Port': ['ID=a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:03:50.166073 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-e420b44f-2d5b-4424-8869-80a635069131 None None] Provisioning complete for port a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:03:50.166439 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e420b44f-2d5b-4424-8869-80a635069131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:50.830416 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:03:50.879183 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port a7979fa8-640e-4fa2-b51c-d6c4d09ac8d6 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:03:50.879608 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:55.200420 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-807be85a-94cb-44c7-90a6-ba2e85d44ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:57.682151 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-02652195-1d00-413f-86a7-ba5837af38c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:58.776733 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:03:58.931048 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:00.571269 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:13.566253 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 5 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:04:25.206881 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f37f9792-2f49-4053-89bb-e8e1e04644e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:27.685939 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-14304366-cbec-4e92-91ca-a454f04e5369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:28.780620 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:28.918386 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:30.574379 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:50.567881 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 5 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:04:55.206431 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4b36fc05-c2f1-4889-a1d2-bf73048b3935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:57.689413 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-77ebd423-c34b-4122-b8ad-6777d45ef241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:58.783845 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:04:58.911588 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:00.590806 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:01.853732 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43372) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:01.859781 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [None req-70023751-ef86-4cef-a2b6-dbac51345a3a tempest-verify_tempest_config-1667163736 tempest-verify_tempest_config-1667163736-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:05:01.860733 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-70023751-ef86-4cef-a2b6-dbac51345a3a tempest-verify_tempest_config-1667163736 tempest-verify_tempest_config-1667163736-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059464 Oct 11 16:05:02.190356 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43390) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:02.299477 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:02.372162 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:02.377984 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:02.421981 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fddabbdc01e447cb01ab0a50a5cea95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2305276 Oct 11 16:05:02.422796 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd37f4be-e8ee-43c5-aac4-e71ad17fab4a,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:02.425036 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43394) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:05:02.429494 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.429828 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.430154 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.430481 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.430796 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.431114 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.431636 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.432134 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.432534 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.432856 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.433153 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.433463 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b08e69-cea4-4711-b09f-6348033ffcd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.505404 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:02.530350 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:02.629472 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:02.635932 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:02.637125 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd37f4be-e8ee-43c5-aac4-e71ad17fab4a HTTP/1.1" status: 204 len: 168 time: 0.2110896 Oct 11 16:05:02.648544 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd37f4be-e8ee-43c5-aac4-e71ad17fab4a,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:05:02.656159 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.656540 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.656888 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.657230 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.657564 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.657909 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.658252 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.658596 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.658925 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.659247 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.659615 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:02.659939 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc948e6-8d0d-4fac-8aa4-d7bae87a4f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:05:25.210289 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f2423068-0899-49a8-89a5-3eb6d5d6f584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:27.572133 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 5 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:05:27.694785 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-03f62e71-5693-4b6e-a630-26f0b4016077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:28.796707 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:28.924944 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:30.585637 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:55.208400 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4b91727f-d5e2-4014-b2d7-187dcef2ee71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:57.704157 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-deacc052-0cd0-406d-9f9d-5f0e4360eb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.802344 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:05:58.922399 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:00.589338 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:04.575822 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 5 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:06:25.210214 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7cecab46-8e25-4213-b7cc-d422fdf98d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:27.707557 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6064f85b-ae9f-4d21-a1f3-3f8a54bd7808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:28.796500 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:28.916490 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:30.600163 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:37.183745 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7951349'] for agent, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:41.580432 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:06:52.736075 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43468) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:06:52.849128 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-3aa82154-ef84-41f7-b50d-248587d6dbc0 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1119478 Oct 11 16:06:55.205265 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-0173daac-3cb2-4ed8-ac1d-f3cc049c5cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:55.221521 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43478) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:06:55.277405 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-a484802c-2cf0-41b9-a514-3e3d3d4fd365 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0547779 Oct 11 16:06:57.704305 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a39df1ee-6344-4bcc-9b54-1af3c51612b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:58.798222 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:06:58.923164 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:00.594714 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:07.144054 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:18.583410 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:07:25.213606 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f08a14ef-2160-4498-b9d4-277661885f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:27.706143 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e2831cab-d97e-4534-8e30-c8d10e8353cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:28.807129 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:28.928197 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:30.605932 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:37.175410 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:55.206981 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-032345fa-8cc9-46ae-865e-7d218ebeeadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:55.585243 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:07:57.702012 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a6277ebc-c906-4cad-ace9-33f9ec63a7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:58.805570 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:07:58.921563 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:00.605811 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:07.166061 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:25.219616 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9261d5b9-56dd-48ac-bd0f-56a5bb2d6db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.062288 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43730) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:27.194039 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43742) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:27.460684 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43754) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:27.471318 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-199665104-network', 'tenant_id': 'e4144bed7ec949408faa94c6ed11ffce'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:27.473655 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.quota [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Loaded quota_driver: . Oct 11 16:08:27.515218 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Made reservation on behalf of e4144bed7ec949408faa94c6ed11ffce for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:27.518080 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.531511 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.614169 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43762) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:27.642178 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.648032 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43764) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:27.652778 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-15217419-network', 'tenant_id': '75807a197cad4ff68a332ca23b17d471'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:27.656701 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.677179 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:08:27.692138 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761729201911', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.692701 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Unsubscribe: segment precommit_create {{(pid=94276) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 16:08:27.693197 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Added segment afea3d46-b896-44fe-865f-b9e044e3d486 of type vlan for network e07c1e35-6c99-4c6b-9b92-4c65096d7d65 Oct 11 16:08:27.704937 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Made reservation on behalf of 75807a197cad4ff68a332ca23b17d471 for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:27.709515 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.720623 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-1452d53f-e4ff-4386-9fac-b9bbe0eab984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.732393 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.757825 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.777013 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-632525379-network', 'tenant_id': 'b643602c30154dea846a6ff12bfab968'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:27.833629 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.834870 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:27.835738 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.838102 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:27.889527 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.898526 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.960869 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2b89a3-cb01-43ca-9b49-9f9be11275b0,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:27.970599 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=94277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:08:27.983778 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:27.984487 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Added segment 18c551bf-77c8-420e-9a9f-3d1cde6b1429 of type vlan for network 88f84092-5ea7-490e-872d-ff526784c6de Oct 11 16:08:28.012199 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.012610 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.013014 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.013444 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.013826 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.014220 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.014636 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.015023 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.015427 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.015920 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.016392 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.016708 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Tracked resource versions report: Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: pushed versions: Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: { 'AddressGroup': {'1.2'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'ConntrackHelper': {'1.0'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Log': {'1.0'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Network': {'1.1'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Port': {'1.7'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'PortForwarding': {'1.2'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'QosPolicy': {'1.10'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SecurityGroup': {'1.4'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SecurityGroupRule': {'1.2'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SubPort': {'1.0'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Subnet': {'1.1'}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Trunk': {'1.1'}} Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: consumer versions: Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: { DHCP agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: HyperV agent@hv-cinder-80951: {}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: L3 agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: Metadata agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: Metering agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: Open vSwitch agent@dv-cinder-809518-6-iscsi: { 'AddressGroup': '1.2', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'ConntrackHelper': '1.0', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Log': '1.0', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Network': '1.1', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Port': '1.7', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'PortForwarding': '1.2', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'QosPolicy': '1.10', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SecurityGroup': '1.4', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SecurityGroupRule': '1.2', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'SubPort': '1.0', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Subnet': '1.1', Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: 'Trunk': '1.1'}} Oct 11 16:08:28.017949 dv-cinder-809518-6-iscsi neutron-server[94277]: {{(pid=94277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 16:08:28.064479 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.071772 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Tracked resource versions report: Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: pushed versions: Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: { 'AddressGroup': {'1.2'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'ConntrackHelper': {'1.0'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Log': {'1.0'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Network': {'1.1'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Port': {'1.7'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'PortForwarding': {'1.2'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'QosPolicy': {'1.10'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SecurityGroup': {'1.4'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SecurityGroupRule': {'1.2'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SubPort': {'1.0'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Subnet': {'1.1'}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Trunk': {'1.1'}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: consumer versions: Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: { DHCP agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: HyperV agent@hv-cinder-80951: {}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: L3 agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: Metadata agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: Metering agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: Open vSwitch agent@dv-cinder-809518-6-iscsi: { 'AddressGroup': '1.2', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'ConntrackHelper': '1.0', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Log': '1.0', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Network': '1.1', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Port': '1.7', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'PortForwarding': '1.2', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'QosPolicy': '1.10', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SecurityGroup': '1.4', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SecurityGroupRule': '1.2', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'SubPort': '1.0', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Subnet': '1.1', Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: 'Trunk': '1.1'}} Oct 11 16:08:28.083744 dv-cinder-809518-6-iscsi neutron-server[94276]: {{(pid=94276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 16:08:28.086326 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Made reservation on behalf of b643602c30154dea846a6ff12bfab968 for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:28.093532 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.110851 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-network', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:28.136262 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.137299 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:28.137899 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.208645 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6cfff93d-c2f0-4cde-89b9-836dc04cc1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.220438 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] Pushing event updated for resources: {'Network': ['ID=e07c1e35-6c99-4c6b-9b92-4c65096d7d65,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:28.236429 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] Pushing event updated for resources: {'Network': ['ID=88f84092-5ea7-490e-872d-ff526784c6de,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:28.241050 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 88f84092-5ea7-490e-872d-ff526784c6de details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:08:28.247901 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-0a14de77-9f2c-4c83-8e3e-8989e7b1c759 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1845055 Oct 11 16:08:28.254034 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43790) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:28.254213 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-b811be13-7efa-45e9-b164-a946868d0c05 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0581751 Oct 11 16:08:28.254411 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43792) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:28.261674 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Made reservation on behalf of f6862a4da18f4d00a7b6b898eff21bde for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:28.264864 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.280512 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.285990 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Request body: {'subnet': {'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-15217419-subnet', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:28.301519 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Request body: {'subnet': {'network_id': 'e07c1e35-6c99-4c6b-9b92-4c65096d7d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-199665104-subnet', 'tenant_id': 'e4144bed7ec949408faa94c6ed11ffce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:28.305010 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.383112 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network e07c1e35-6c99-4c6b-9b92-4c65096d7d65 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:08:28.464332 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.466689 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Made reservation on behalf of e4144bed7ec949408faa94c6ed11ffce for: {'subnet': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:28.469506 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.495685 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.589972 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:08:28.594784 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6cfff93d-c2f0-4cde-89b9-836dc04cc1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.615768 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Made reservation on behalf of 75807a197cad4ff68a332ca23b17d471 for: {'subnet': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:28.618189 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.627752 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6cfff93d-c2f0-4cde-89b9-836dc04cc1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.653842 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.654186 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Added segment b4055c5d-2942-4da9-9561-6cb05baa50fd of type vlan for network af0a49f4-526f-40fb-9837-3917a155a36d Oct 11 16:08:28.793055 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce51080-347d-4e9d-aea4-ec80c0d58d40,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:28.816119 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.819407 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.829030 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43814) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:28.839528 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-6cfff93d-c2f0-4cde-89b9-836dc04cc1d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16fbb16170dc43bbaecc11d935f6b233&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1896141 Oct 11 16:08:28.840332 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.842383 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43818) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:28.890534 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.964578 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.970583 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfff93d-c2f0-4cde-89b9-836dc04cc1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf98e1-fd9e-4d6c-affa-11d051eddd7e,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:28.973515 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-13877d56-ec2b-4473-b0dd-6bd0de3028cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:28.991071 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:08:29.012127 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-13877d56-ec2b-4473-b0dd-6bd0de3028cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.041023 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a612f1b-8512-48fd-9dc3-2ffc2e170ad0,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.043980 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.044318 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Added segment a6f22434-816d-4360-bb1c-8ea6ca8a8775 of type vlan for network 3201f3a0-2007-4f63-8366-27a056a46719 Oct 11 16:08:29.048223 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-df61d2cf-d73c-4739-a109-408a172e37df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.048863 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.050075 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:29.050683 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.133429 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-13877d56-ec2b-4473-b0dd-6bd0de3028cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.136904 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-13877d56-ec2b-4473-b0dd-6bd0de3028cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.138147 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-13877d56-ec2b-4473-b0dd-6bd0de3028cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ccf98e1-fd9e-4d6c-affa-11d051eddd7e HTTP/1.1" status: 204 len: 168 time: 0.2946742 Oct 11 16:08:29.154941 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13877d56-ec2b-4473-b0dd-6bd0de3028cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf98e1-fd9e-4d6c-affa-11d051eddd7e,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.216785 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-df61d2cf-d73c-4739-a109-408a172e37df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.222123 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-df61d2cf-d73c-4739-a109-408a172e37df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.272887 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-df61d2cf-d73c-4739-a109-408a172e37df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=657a7b1831e34b0a9628ab176f99fb63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4424593 Oct 11 16:08:29.273889 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43832) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:29.279880 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61d2cf-d73c-4739-a109-408a172e37df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fa4999-a5cb-4861-8139-a36c187609d6,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.339062 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.368686 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f8dba9be-a577-40e5-9464-aa601dffa6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.393570 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f8dba9be-a577-40e5-9464-aa601dffa6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.419659 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5c8c75-3e6c-4832-a3bc-cd8f3bf0160b,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.429797 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8132670 Oct 11 16:08:29.438961 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43836) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:29.445548 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Request body: {'subnet': {'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-subnet', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:29.446903 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.471913 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Made reservation on behalf of f6862a4da18f4d00a7b6b898eff21bde for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:29.477146 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.481493 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d77913-d389-41d7-9806-2e0d15fa4f9b admin admin] Pushing event updated for resources: {'Network': ['ID=af0a49f4-526f-40fb-9837-3917a155a36d,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.490553 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Checking segment: {'id': 'afea3d46-b896-44fe-865f-b9e044e3d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e07c1e35-6c99-4c6b-9b92-4c65096d7d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:29.491176 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Network hostable DHCP agents. Network: e07c1e35-6c99-4c6b-9b92-4c65096d7d65, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:08:29.496607 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network af0a49f4-526f-40fb-9837-3917a155a36d details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:08:29.544557 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43838) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:29.557718 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.559202 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:29.560392 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.563766 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f8dba9be-a577-40e5-9464-aa601dffa6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.567179 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f8dba9be-a577-40e5-9464-aa601dffa6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.568369 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f8dba9be-a577-40e5-9464-aa601dffa6d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1fa4999-a5cb-4861-8139-a36c187609d6 HTTP/1.1" status: 204 len: 168 time: 0.2935536 Oct 11 16:08:29.588917 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dba9be-a577-40e5-9464-aa601dffa6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fa4999-a5cb-4861-8139-a36c187609d6,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.603587 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a952026d-30c6-41b1-933e-afc2c7695ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.679714 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Network e07c1e35-6c99-4c6b-9b92-4c65096d7d65 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:08:29.700229 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2382908 Oct 11 16:08:29.705785 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43848) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:29.710348 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.711417 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Request body: {'subnet': {'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-subnet', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:29.719463 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f383a4-943d-414f-a236-0186d84e3921 admin admin] Pushing event updated for resources: {'Network': ['ID=3201f3a0-2007-4f63-8366-27a056a46719,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.734171 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 3201f3a0-2007-4f63-8366-27a056a46719 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:08:29.753713 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.759604 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Made reservation on behalf of b643602c30154dea846a6ff12bfab968 for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:29.762553 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.815181 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, e07c1e35-6c99-4c6b-9b92-4c65096d7d65) {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:29.880230 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b3b578-2756-48e3-9f17-4b4e97df7436 None None] Network e07c1e35-6c99-4c6b-9b92-4c65096d7d65 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:29.884589 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:29.886511 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.901428 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a952026d-30c6-41b1-933e-afc2c7695ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.907076 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d9dfd1-056f-4223-9db3-54b8577f48e7,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.918755 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-c256f134-93c8-493c-936d-ce32dfc36d09 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6593099 Oct 11 16:08:29.924315 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a952026d-30c6-41b1-933e-afc2c7695ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:29.962115 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.965118 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Checking segment: {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:29.965746 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Network hostable DHCP agents. Network: 88f84092-5ea7-490e-872d-ff526784c6de, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:08:29.974799 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Checking segment: {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:29.975416 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Network hostable DHCP agents. Network: af0a49f4-526f-40fb-9837-3917a155a36d, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:08:29.984761 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952026d-30c6-41b1-933e-afc2c7695ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d85f9-1b9a-498d-b18d-4ae9dd15406c,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:29.990183 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-a952026d-30c6-41b1-933e-afc2c7695ab2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=511107198ae8495eb8eb40204bfacc57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4443703 Oct 11 16:08:29.992762 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43866) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:30.031399 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Network 88f84092-5ea7-490e-872d-ff526784c6de is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:08:30.046347 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Network af0a49f4-526f-40fb-9837-3917a155a36d is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:08:30.059842 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 88f84092-5ea7-490e-872d-ff526784c6de) {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:30.063338 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, af0a49f4-526f-40fb-9837-3917a155a36d) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:30.065243 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:30.066626 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.073087 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:30.074495 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a90b9ba-46fc-4cc3-aada-c38a4bb8dfd1 None None] Network 88f84092-5ea7-490e-872d-ff526784c6de requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:30.074978 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.089470 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-36c39318-fe3c-4a5e-bbf2-8c386c7de727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.097683 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-9af0b1f8-198c-4e52-8639-e0a437b3d059 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8368170 Oct 11 16:08:30.104520 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43868) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:30.110677 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:30.142453 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-36c39318-fe3c-4a5e-bbf2-8c386c7de727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.143221 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-95fd47ae-926c-48b4-a526-e3cfec1a6b1f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7030323 Oct 11 16:08:30.147824 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43870) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:30.148833 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6aca9b-cb53-4a45-8f5a-1090daa4b641 None None] Network af0a49f4-526f-40fb-9837-3917a155a36d requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:30.154433 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:30.158691 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.192908 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.192908 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.217412 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f35d87-763b-4336-9f02-cd206e8ff838 None None] Network e07c1e35-6c99-4c6b-9b92-4c65096d7d65 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:30.232019 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbf775b-2386-4cfc-9730-c3ff13d36dda,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:30.237332 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.238455 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.248562 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Checking segment: {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:30.248928 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Network hostable DHCP agents. Network: 3201f3a0-2007-4f63-8366-27a056a46719, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:08:30.296977 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Network 3201f3a0-2007-4f63-8366-27a056a46719 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:08:30.317699 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 43876) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:30.339893 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.342180 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 3201f3a0-2007-4f63-8366-27a056a46719) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:30.350638 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:30.351641 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.402641 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a2a92-db2d-4b14-950b-aebd87b326a9 None None] Network 3201f3a0-2007-4f63-8366-27a056a46719 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:30.412631 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-cb3bd109-bb3c-4c76-b14b-f5a2022bfd4c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7055447 Oct 11 16:08:30.441872 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43884) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:30.447210 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:30.511903 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.532274 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-aa1d3110-74f5-44c7-a2b8-771f9c971849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.694012 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-aa1d3110-74f5-44c7-a2b8-771f9c971849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.694427 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.695578 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.750026 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.761267 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.782361 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-36c39318-fe3c-4a5e-bbf2-8c386c7de727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.793150 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-36c39318-fe3c-4a5e-bbf2-8c386c7de727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.805732 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-36c39318-fe3c-4a5e-bbf2-8c386c7de727 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a2d85f9-1b9a-498d-b18d-4ae9dd15406c HTTP/1.1" status: 204 len: 168 time: 0.8066237 Oct 11 16:08:30.882524 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43916) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:30.891841 dv-cinder-809518-6-iscsi neutron-server[94277]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 11 16:08:30.894460 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-aa1d3110-74f5-44c7-a2b8-771f9c971849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.942087 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c39318-fe3c-4a5e-bbf2-8c386c7de727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d85f9-1b9a-498d-b18d-4ae9dd15406c,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:30.953657 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-88f84092-5ea7-490e-872d-ff526784c6de', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:08:30.954688 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:30.984319 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03768efe-e5a2-4319-bb4b-bd5cc04b0a36 None None] Network af0a49f4-526f-40fb-9837-3917a155a36d requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:31.070827 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-aa1d3110-74f5-44c7-a2b8-771f9c971849 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c70e689672a943fd90ded495d39cb865&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5575461 Oct 11 16:08:31.079448 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 43920) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:31.120888 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-3201f3a0-2007-4f63-8366-27a056a46719', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:08:31.125248 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.126319 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.162207 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d3110-74f5-44c7-a2b8-771f9c971849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabb45e3-68ab-45fc-ac7b-87d5512d33ad,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:31.201768 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.204866 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.429056 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e5a4-f864-4d24-8c97-935e2698cba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.473088 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-703772a8-28ce-4c92-b058-7c31ee35de3d tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:31.482295 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-703772a8-28ce-4c92-b058-7c31ee35de3d tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/networks?id=e07c1e35-6c99-4c6b-9b92-4c65096d7d65 HTTP/1.1" status: 200 len: 811 time: 0.5942287 Oct 11 16:08:31.522367 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-fd3df52d-a7c0-4e01-bdd0-c72464451e6e tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/quotas/e4144bed7ec949408faa94c6ed11ffce HTTP/1.1" status: 200 len: 375 time: 0.0387576 Oct 11 16:08:31.581327 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.612931 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.613822 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e5a4-f864-4d24-8c97-935e2698cba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.624289 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-d3ed1c94-ea8d-43f7-aac9-b2a7f64f742d tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4144bed7ec949408faa94c6ed11ffce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008658 Oct 11 16:08:31.679873 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Allocated IP 172.20.0.2 (88f84092-5ea7-490e-872d-ff526784c6de/19d9dfd1-056f-4223-9db3-54b8577f48e7/7e017781-9247-46cd-8a34-e14556e5625d) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:31.795650 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Allocated IP 172.27.0.24 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/df31ee33-98db-4ced-8861-b78c8fab3085) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:31.860273 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Allocated IP 172.20.0.2 (3201f3a0-2007-4f63-8366-27a056a46719/7fbf775b-2386-4cfc-9730-c3ff13d36dda/db4df267-73f1-461a-b9ca-c074575271f0) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:31.947080 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e5a4-f864-4d24-8c97-935e2698cba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.949729 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7aa3e5a4-f864-4d24-8c97-935e2698cba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:31.950991 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-7aa3e5a4-f864-4d24-8c97-935e2698cba1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eabb45e3-68ab-45fc-ac7b-87d5512d33ad HTTP/1.1" status: 204 len: 168 time: 0.8697228 Oct 11 16:08:31.969308 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3e5a4-f864-4d24-8c97-935e2698cba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabb45e3-68ab-45fc-ac7b-87d5512d33ad,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:31.979792 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.018251 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-d1abf629-2bc0-449f-b47f-bc9df671d95f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:08:32.018251 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-d1abf629-2bc0-449f-b47f-bc9df671d95f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1332116 Oct 11 16:08:32.018579 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.021005 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.022945 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.056006 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:32.063554 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.089572 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:32.095325 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:32.175813 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Allocated IP 172.27.0.246 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/9138b18b-37de-4d01-b1ea-02d8974b38ea) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:32.201721 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Pushing event updated for resources: {'Port': ['ID=df31ee33-98db-4ced-8861-b78c8fab3085,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:32.291670 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.309961 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.318560 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.325304 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.391040 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Network 88f84092-5ea7-490e-872d-ff526784c6de is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:32.396076 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:32.418986 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.424028 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:32.491198 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Pushing event updated for resources: {'Port': ['ID=7e017781-9247-46cd-8a34-e14556e5625d,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:32.515621 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.541886 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Attempting to bind port 7e017781-9247-46cd-8a34-e14556e5625d on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:08:32.542536 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Attempting to bind port 7e017781-9247-46cd-8a34-e14556e5625d by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:08:32.543069 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Attempting to bind port 7e017781-9247-46cd-8a34-e14556e5625d on network 88f84092-5ea7-490e-872d-ff526784c6de {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:32.549752 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.553889 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.554440 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.555030 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.555566 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.556304 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.556870 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.557572 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.558061 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.558899 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.559509 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.560183 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.560667 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Tracked resource versions report: Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: pushed versions: Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: { 'AddressGroup': {'1.2'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'ConntrackHelper': {'1.0'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Log': {'1.0'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Network': {'1.1'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Port': {'1.7'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'PortForwarding': {'1.2'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'QosPolicy': {'1.10'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SecurityGroup': {'1.4'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SecurityGroupRule': {'1.2'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SubPort': {'1.0'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Subnet': {'1.1'}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Trunk': {'1.1'}} Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: consumer versions: Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: { DHCP agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: HyperV agent@hv-cinder-80951: {}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: L3 agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: Metadata agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: Metering agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: Open vSwitch agent@dv-cinder-809518-6-iscsi: { 'AddressGroup': '1.2', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'ConntrackHelper': '1.0', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Log': '1.0', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Network': '1.1', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Port': '1.7', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'PortForwarding': '1.2', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'QosPolicy': '1.10', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SecurityGroup': '1.4', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SecurityGroupRule': '1.2', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'SubPort': '1.0', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Subnet': '1.1', Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: 'Trunk': '1.1'}} Oct 11 16:08:32.562471 dv-cinder-809518-6-iscsi neutron-server[94278]: {{(pid=94278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 16:08:32.579660 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:32.589419 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:08:32.605883 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:08:32.606399 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Checking segment: {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:32.606819 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.607234 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Bound using segment: {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:08:32.607785 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Bound port: 7e017781-9247-46cd-8a34-e14556e5625d, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:08:32.608197 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.647711 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Network 3201f3a0-2007-4f63-8366-27a056a46719 is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:32.669687 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:32.674793 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:32.708359 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.789419 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:32.792061 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:32.826615 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Pushing event updated for resources: {'Port': ['ID=db4df267-73f1-461a-b9ca-c074575271f0,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:32.859329 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] For port 7e017781-9247-46cd-8a34-e14556e5625d, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:08:32.861847 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Attempting to bind port db4df267-73f1-461a-b9ca-c074575271f0 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:08:32.862386 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Attempting to bind port db4df267-73f1-461a-b9ca-c074575271f0 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:08:32.863081 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Attempting to bind port db4df267-73f1-461a-b9ca-c074575271f0 on network 3201f3a0-2007-4f63-8366-27a056a46719 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:32.876823 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:08:32.877407 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Checking segment: {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:32.878447 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.879002 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Bound using segment: {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:08:32.879647 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Bound port: db4df267-73f1-461a-b9ca-c074575271f0, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:08:32.880227 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.884271 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] For port 7e017781-9247-46cd-8a34-e14556e5625d, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7e017781-9247-46cd-8a34-e14556e5625d,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:08:32.894526 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:32.937188 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Pushing event updated for resources: {'Port': ['ID=9138b18b-37de-4d01-b1ea-02d8974b38ea,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:32.995336 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-d3196cd2-2335-40d2-bfd3-e0bc20700355 service neutron] 10.222.0.18 "GET /v2.0/networks/e07c1e35-6c99-4c6b-9b92-4c65096d7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9338331 Oct 11 16:08:33.022300 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b5d4e-e89c-4841-bb75-826fb944b427 None None] Pushing event updated for resources: {'Port': ['ID=7e017781-9247-46cd-8a34-e14556e5625d,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:33.032287 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] For port db4df267-73f1-461a-b9ca-c074575271f0, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:08:33.037923 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] For port db4df267-73f1-461a-b9ca-c074575271f0, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=db4df267-73f1-461a-b9ca-c074575271f0,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:08:33.044357 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:33.053165 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:33.093327 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Allocated IP 172.27.0.158 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/5d7153f9-7043-4b7a-b12a-9da14ab5b24d) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:33.149895 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09fc20-4672-427e-bff6-47e8d335426c None None] Pushing event updated for resources: {'Port': ['ID=db4df267-73f1-461a-b9ca-c074575271f0,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:33.306209 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:33.315553 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-185bc1e7-5929-4929-a117-a4eb09fc371e service neutron] 10.222.0.18 "GET /v2.0/networks/e07c1e35-6c99-4c6b-9b92-4c65096d7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090394 Oct 11 16:08:33.395223 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Router 99e96de0-d698-45f3-94d1-4f3abb0ff664 is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:08:33.564776 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:33.601014 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:08:33.618149 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Sync routers for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:08:33.633180 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:33.634409 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-e95449e7-6e65-45d8-8a3e-d08762e190b8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5284052 Oct 11 16:08:33.637428 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44016) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:33.653370 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:33.657535 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:33.732364 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:33.858353 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:33.861220 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:33.871346 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:33.887240 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:33.897171 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:34.145514 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7153f9-7043-4b7a-b12a-9da14ab5b24d,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:34.153547 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:32Z', 'revision_number': 3, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:34.191977 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Checking router: 99e96de0-d698-45f3-94d1-4f3abb0ff664 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:08:34.192450 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Updating router 99e96de0-d698-45f3-94d1-4f3abb0ff664 port df31ee33-98db-4ced-8861-b78c8fab3085 binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:08:34.205125 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1b5effec-6dee-40e3-ba56-854788aed949 req-d09a04ba-4b5f-4b70-9dc9-1cf9af911617 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 210 time: 0.2961941 Oct 11 16:08:34.287183 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:34.555975 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:34.658465 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:34.774895 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44066) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:34.796126 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec89e239-add8-4288-9c9d-2c6e3a8dbdb2 None None] Network 88f84092-5ea7-490e-872d-ff526784c6de requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:34.931543 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:34.943213 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:34.993216 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:08:35.039333 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Pushing event updated for resources: {'Port': ['ID=df31ee33-98db-4ced-8861-b78c8fab3085,revision_number=2']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:35.067575 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.068215 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.068705 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.069324 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.069790 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.070791 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.073095 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.073434 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.073770 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.074096 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.078995 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.079350 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Tracked resource versions report: Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: pushed versions: Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: { 'AddressGroup': {'1.2'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'ConntrackHelper': {'1.0'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Log': {'1.0'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Network': {'1.1'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Port': {'1.7'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'PortForwarding': {'1.2'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'QosPolicy': {'1.10'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SecurityGroup': {'1.4'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SecurityGroupRule': {'1.2'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SubPort': {'1.0'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Subnet': {'1.1'}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Trunk': {'1.1'}} Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: consumer versions: Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: { DHCP agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: HyperV agent@hv-cinder-80951: {}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: L3 agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: Metadata agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: Metering agent@dv-cinder-809518-6-iscsi: {}, Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: Open vSwitch agent@dv-cinder-809518-6-iscsi: { 'AddressGroup': '1.2', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'ConntrackHelper': '1.0', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Log': '1.0', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Network': '1.1', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Port': '1.7', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'PortForwarding': '1.2', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'QosPolicy': '1.10', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SecurityGroup': '1.4', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SecurityGroupRule': '1.2', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'SubPort': '1.0', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Subnet': '1.1', Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: 'Trunk': '1.1'}} Oct 11 16:08:35.080487 dv-cinder-809518-6-iscsi neutron-server[94279]: {{(pid=94279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 16:08:35.119042 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Attempting to bind port df31ee33-98db-4ced-8861-b78c8fab3085 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:08:35.119286 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Attempting to bind port df31ee33-98db-4ced-8861-b78c8fab3085 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:08:35.119717 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Attempting to bind port df31ee33-98db-4ced-8861-b78c8fab3085 on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:35.134442 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:08:35.134442 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:35.134442 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.134442 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:08:35.134938 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Bound port: df31ee33-98db-4ced-8861-b78c8fab3085, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:08:35.135052 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.144246 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Allocated IP 172.20.0.1 (88f84092-5ea7-490e-872d-ff526784c6de/19d9dfd1-056f-4223-9db3-54b8577f48e7/5ee3ffb8-717e-4e08-8763-5ae471831dd7) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:35.181428 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-56ea4b78-ec29-4873-a173-0b957f55fcd3 None None] Provisioning complete for port 7e017781-9247-46cd-8a34-e14556e5625d triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:35.182227 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-56ea4b78-ec29-4873-a173-0b957f55fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.228520 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-481ae7b3-7714-4468-9bf9-5dcd84bd6446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.314519 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7e017781-9247-46cd-8a34-e14556e5625d up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:35.333273 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] For port df31ee33-98db-4ced-8861-b78c8fab3085, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:08:35.351252 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] For port df31ee33-98db-4ced-8861-b78c8fab3085, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=df31ee33-98db-4ced-8861-b78c8fab3085,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:08:35.360399 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.372943 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.432694 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.519079 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc9c1db-0375-42bb-a8bf-897a93b2d68b None None] Network 3201f3a0-2007-4f63-8366-27a056a46719 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:35.537602 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee3ffb8-717e-4e08-8763-5ae471831dd7,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:35.582939 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:35.584919 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:35.598900 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa70ec-84df-4f62-877a-9ac39f505d88 None None] Pushing event updated for resources: {'Port': ['ID=df31ee33-98db-4ced-8861-b78c8fab3085,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:35.601942 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Network 88f84092-5ea7-490e-872d-ff526784c6de is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:35.605280 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:35.633706 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 7e017781-9247-46cd-8a34-e14556e5625d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:35.634092 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.646639 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:35.647173 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.756974 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-56ea4b78-ec29-4873-a173-0b957f55fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:35.921152 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-56ea4b78-ec29-4873-a173-0b957f55fcd3 None None] For port 7e017781-9247-46cd-8a34-e14556e5625d, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7e017781-9247-46cd-8a34-e14556e5625d,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:35.967109 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5cd9b6c7-48ce-4b2b-9687-ab415356cfe8 req-e426fb11-d639-4b9f-aa4a-73ac4e14079b tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 210 time: 0.5549278 Oct 11 16:08:35.984622 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:35.986398 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-56ea4b78-ec29-4873-a173-0b957f55fcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.041886 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea4b78-ec29-4873-a173-0b957f55fcd3 None None] Pushing event updated for resources: {'Port': ['ID=7e017781-9247-46cd-8a34-e14556e5625d,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:36.057823 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.089496 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:08:36.140423 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Sync routers for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:08:36.200727 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.202352 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-b8ae6f13-98a4-4c25-9a62-b574e256aa65 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7594621 Oct 11 16:08:36.206159 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.215119 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44108) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:36.247724 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-530aa225-53a3-4acd-b217-10d248843174 None None] Provisioning complete for port db4df267-73f1-461a-b9ca-c074575271f0 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:36.248411 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-530aa225-53a3-4acd-b217-10d248843174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.256715 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:36.257711 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:36.378302 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:36.385093 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.406295 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-481ae7b3-7714-4468-9bf9-5dcd84bd6446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.423598 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-481ae7b3-7714-4468-9bf9-5dcd84bd6446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.549343 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:32Z', 'revision_number': 3, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:36.571619 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-481ae7b3-7714-4468-9bf9-5dcd84bd6446 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2963e5351655467182f630afc46c3f15&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7934458 Oct 11 16:08:36.577493 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44116) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:36.588422 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ae7b3-7714-4468-9bf9-5dcd84bd6446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cef078-fddc-4cdc-ad7e-b07ea76f06f3,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:36.702002 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.db.api [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:08:36.702394 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG oslo_db.api [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:08:36.766227 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.773567 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b8473b-f371-4d9c-854d-f7096c3a5b93 None None] The sync data for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi is: [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:32Z', 'revision_number': 3, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:08:36.777760 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.779514 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.793315 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-93dc4b9f-1e3e-4166-a7bc-7939c47ad882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.892617 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Router c0a58c47-1176-415f-b0e2-87b1c249384c is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:08:36.901188 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-93dc4b9f-1e3e-4166-a7bc-7939c47ad882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:36.904336 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-530aa225-53a3-4acd-b217-10d248843174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:37.002430 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:32Z', 'revision_number': 3, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:37.075444 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-530aa225-53a3-4acd-b217-10d248843174 None None] For port db4df267-73f1-461a-b9ca-c074575271f0, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=db4df267-73f1-461a-b9ca-c074575271f0,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:37.077075 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Checking router: 2586b9e0-10d0-4bae-afeb-8352ae497ce1 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:08:37.077627 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Updating router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 port 9138b18b-37de-4d01-b1ea-02d8974b38ea binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:08:37.100969 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-530aa225-53a3-4acd-b217-10d248843174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:37.119984 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Network 88f84092-5ea7-490e-872d-ff526784c6de is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:37.129413 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:37.141836 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee3ffb8-717e-4e08-8763-5ae471831dd7,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:37.191538 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-530aa225-53a3-4acd-b217-10d248843174 None None] Provisioning complete for port 7e017781-9247-46cd-8a34-e14556e5625d triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:37.192030 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-530aa225-53a3-4acd-b217-10d248843174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:37.420591 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:08:37.438096 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Sync routers for ids ['c0a58c47-1176-415f-b0e2-87b1c249384c'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:08:37.460372 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Routers {'c0a58c47-1176-415f-b0e2-87b1c249384c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:37.461560 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['c0a58c47-1176-415f-b0e2-87b1c249384c'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:37.477046 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Router 99e96de0-d698-45f3-94d1-4f3abb0ff664 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:08:37.489488 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34e9f76a-1cb7-4344-8765-4a4186a3c8c4 req-4ac903ab-0f11-4797-8273-fcb647316330 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 210 time: 0.1029222 Oct 11 16:08:37.548572 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:37.556413 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-42377c07-c094-4420-af3b-756c3d6c1511 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3991532 Oct 11 16:08:37.558929 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44158) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:37.574758 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-93dc4b9f-1e3e-4166-a7bc-7939c47ad882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:37.591414 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-93dc4b9f-1e3e-4166-a7bc-7939c47ad882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:37.596668 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-93dc4b9f-1e3e-4166-a7bc-7939c47ad882 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92cef078-fddc-4cdc-ad7e-b07ea76f06f3 HTTP/1.1" status: 204 len: 168 time: 1.0140417 Oct 11 16:08:37.675584 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.39', 57693) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:37.793704 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:37.849021 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc4b9f-1e3e-4166-a7bc-7939c47ad882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cef078-fddc-4cdc-ad7e-b07ea76f06f3,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:37.865055 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Set router c0a58c47-1176-415f-b0e2-87b1c249384c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:37.954784 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530aa225-53a3-4acd-b217-10d248843174 None None] Pushing event updated for resources: {'Port': ['ID=db4df267-73f1-461a-b9ca-c074575271f0,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:38.093474 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:38.195540 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device db4df267-73f1-461a-b9ca-c074575271f0 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:38.230670 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:08:38.264468 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-43232074-18a5-4a3a-a5e8-5eb7e7a6b5d8 admin admin] 10.222.0.18 "PUT /v2.0/routers/99e96de0-d698-45f3-94d1-4f3abb0ff664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6256437 Oct 11 16:08:38.347983 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-c084ef74-349f-4f5a-a6c8-7a00dbc8fdb2 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:38.359834 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-c084ef74-349f-4f5a-a6c8-7a00dbc8fdb2 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.39 "GET /v2.0/networks?id=e07c1e35-6c99-4c6b-9b92-4c65096d7d65 HTTP/1.1" status: 200 len: 811 time: 0.6796014 Oct 11 16:08:38.419635 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Request body: {'port': {'device_id': '9a810b91-813f-41c0-9daa-da8e15a42ccf', 'network_id': 'e07c1e35-6c99-4c6b-9b92-4c65096d7d65', 'admin_state_up': True, 'tenant_id': 'e4144bed7ec949408faa94c6ed11ffce'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:38.451794 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:34Z', 'revision_number': 3, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'gw_port': {'id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:38:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:38.507166 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Checking router: c0a58c47-1176-415f-b0e2-87b1c249384c for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:08:38.510456 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Updating router c0a58c47-1176-415f-b0e2-87b1c249384c port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:08:38.538009 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44188) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:38.583279 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:38.595813 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-709940bd-2747-4ed7-85b4-beb8863ca5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:38.599859 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:38.794594 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port db4df267-73f1-461a-b9ca-c074575271f0 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:38.795027 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:38.916542 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44210) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:38.923633 dv-cinder-809518-6-iscsi neutron-server[94276]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 11 16:08:38.965947 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Made reservation on behalf of e4144bed7ec949408faa94c6ed11ffce for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:38.970419 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:38.998461 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-77003d97-bca4-4181-a0d8-30a8f13e8dd0 req-2127a796-49b5-4543-adfa-762fce51a874 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 210 time: 0.0764902 Oct 11 16:08:39.213867 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-c6e227da-56df-4986-a3f8-edc2e66c1b13 None None] Provisioning complete for port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:39.214505 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c6e227da-56df-4986-a3f8-edc2e66c1b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.229383 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.262357 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.459598 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-c6e227da-56df-4986-a3f8-edc2e66c1b13 None None] Port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:08:39.487197 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Attempting to bind port 9138b18b-37de-4d01-b1ea-02d8974b38ea on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:08:39.495675 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Attempting to bind port 9138b18b-37de-4d01-b1ea-02d8974b38ea by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:08:39.496127 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Attempting to bind port 9138b18b-37de-4d01-b1ea-02d8974b38ea on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:39.549153 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2555836-5eec-4efa-a3ea-ce6430a30f20 None None] Pushing event updated for resources: {'Port': ['ID=9138b18b-37de-4d01-b1ea-02d8974b38ea,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:39.594146 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:08:39.594697 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:39.596249 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.596671 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:08:39.600190 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Bound port: 9138b18b-37de-4d01-b1ea-02d8974b38ea, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:08:39.600688 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.617918 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Sync routers for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:08:39.742055 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-c6e227da-56df-4986-a3f8-edc2e66c1b13 None None] Provisioning complete for port db4df267-73f1-461a-b9ca-c074575271f0 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:39.742416 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c6e227da-56df-4986-a3f8-edc2e66c1b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.772118 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44240) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:39.787949 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-e53b72ea-d906-4d53-9b5b-4170507a4f6b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381634807', 'description': 'tempest-description--1054401323'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:39.792298 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.792934 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device df31ee33-98db-4ced-8861-b78c8fab3085 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:39.804775 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.873780 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a258b-52eb-4d2c-980c-f479d8681b83 None None] Pushing event updated for resources: {'Port': ['ID=5d7153f9-7043-4b7a-b12a-9da14ab5b24d,revision_number=2']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:39.883991 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Allocated IP 172.20.0.3 (e07c1e35-6c99-4c6b-9b92-4c65096d7d65/4d5c8c75-3e6c-4832-a3bc-cd8f3bf0160b/64934271-b3e9-4e4c-be60-a7be56bf865a) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:39.899424 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Attempting to bind port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:08:39.899791 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Attempting to bind port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:08:39.900243 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Attempting to bind port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:39.907608 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:08:39.907865 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:39.908378 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.908754 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:08:39.909283 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Bound port: 5d7153f9-7043-4b7a-b12a-9da14ab5b24d, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:08:39.909786 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:39.988579 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e53b72ea-d906-4d53-9b5b-4170507a4f6b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.232112 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] For port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:08:40.242528 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] For port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5d7153f9-7043-4b7a-b12a-9da14ab5b24d,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:08:40.245141 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.254305 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.256791 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:40.259181 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:40.359093 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d12072be-4bef-4cd7-9338-5cb5f92b3f1c req-f77a4c1e-dc32-4349-a26e-df4d4c8e94db tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 210 time: 0.1991799 Oct 11 16:08:40.390150 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] For port 9138b18b-37de-4d01-b1ea-02d8974b38ea, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:08:40.416909 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-709940bd-2747-4ed7-85b4-beb8863ca5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.443451 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Allocated IP 172.20.0.1 (3201f3a0-2007-4f63-8366-27a056a46719/7fbf775b-2386-4cfc-9730-c3ff13d36dda/0652feab-fa2b-4fae-b0bc-7d20840deaaa) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:40.457208 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] For port 9138b18b-37de-4d01-b1ea-02d8974b38ea, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=9138b18b-37de-4d01-b1ea-02d8974b38ea,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:08:40.464904 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Routers {'c0a58c47-1176-415f-b0e2-87b1c249384c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:40.468858 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['c0a58c47-1176-415f-b0e2-87b1c249384c'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:40.495168 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-709940bd-2747-4ed7-85b4-beb8863ca5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.542525 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-709940bd-2747-4ed7-85b4-beb8863ca5e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=817ccfdd2b7149e98bfc67cbcdf92bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9969492 Oct 11 16:08:40.555443 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44268) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:40.598532 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.612067 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port df31ee33-98db-4ced-8861-b78c8fab3085 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:40.616306 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:40.634932 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a258b-52eb-4d2c-980c-f479d8681b83 None None] Pushing event updated for resources: {'Port': ['ID=5d7153f9-7043-4b7a-b12a-9da14ab5b24d,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:40.815718 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] Set router c0a58c47-1176-415f-b0e2-87b1c249384c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:40.891203 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44280) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:40.949626 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:40.958094 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:40.959220 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:40.996708 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709940bd-2747-4ed7-85b4-beb8863ca5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880fb940-1ac3-4d5e-8ffc-30d71a918c1d,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:41.047850 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.085090 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2555836-5eec-4efa-a3ea-ce6430a30f20 None None] Pushing event updated for resources: {'Port': ['ID=9138b18b-37de-4d01-b1ea-02d8974b38ea,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:41.107911 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.265208 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:41.276902 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f7a97069-a398-4ddf-8792-213e5a2a2f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.283794 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e53b72ea-d906-4d53-9b5b-4170507a4f6b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.309590 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e53b72ea-d906-4d53-9b5b-4170507a4f6b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.312062 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:34Z', 'revision_number': 3, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'gw_port': {'id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:38:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:41.349179 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc0d8f8-3526-4bb8-8448-3dbea9106e52 None None] The sync data for ids ['c0a58c47-1176-415f-b0e2-87b1c249384c'] in dv-cinder-809518-6-iscsi is: [{'id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:34Z', 'revision_number': 3, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'gw_port': {'id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:38:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:08:41.383616 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Allocated IP 172.20.0.1 (af0a49f4-526f-40fb-9837-3917a155a36d/b04a5fee-7c9c-4449-9fca-3c6c9026c3aa/7f2e3791-97cc-41c3-8e7b-93674602cb5a) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:41.500731 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b72ea-d906-4d53-9b5b-4170507a4f6b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a18656-ba84-4d41-a20d-b5a80fbd34a8,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:41.608887 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f7a97069-a398-4ddf-8792-213e5a2a2f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.653826 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0f8311e-8ce4-47c0-b752-5b1c55dec07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.669678 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e53b72ea-d906-4d53-9b5b-4170507a4f6b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.673952 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-e53b72ea-d906-4d53-9b5b-4170507a4f6b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8999667 Oct 11 16:08:41.674064 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:41.685237 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44298) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:41.696664 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-8993d8ee-1e5e-43e2-ad6f-a4396d02bda0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'security_group_rule': {'security_group_id': '07a18656-ba84-4d41-a20d-b5a80fbd34a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:41.988974 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Network 3201f3a0-2007-4f63-8366-27a056a46719 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:41.993713 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0652feab-fa2b-4fae-b0bc-7d20840deaaa,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:42.002167 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:42.015387 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:42.015873 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.068284 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.179267 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f7a97069-a398-4ddf-8792-213e5a2a2f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.182895 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f7a97069-a398-4ddf-8792-213e5a2a2f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.199529 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f7a97069-a398-4ddf-8792-213e5a2a2f57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/880fb940-1ac3-4d5e-8ffc-30d71a918c1d HTTP/1.1" status: 204 len: 168 time: 1.6279583 Oct 11 16:08:42.230355 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8993d8ee-1e5e-43e2-ad6f-a4396d02bda0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.360632 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.438859 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a97069-a398-4ddf-8792-213e5a2a2f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880fb940-1ac3-4d5e-8ffc-30d71a918c1d,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:42.511499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.517458 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0f8311e-8ce4-47c0-b752-5b1c55dec07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.560914 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port df31ee33-98db-4ced-8861-b78c8fab3085, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=df31ee33-98db-4ced-8861-b78c8fab3085,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:42.579641 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Network e07c1e35-6c99-4c6b-9b92-4c65096d7d65 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:42.584282 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.585241 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7e017781-9247-46cd-8a34-e14556e5625d up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:42.610782 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1211b-058b-4166-88cf-8618052cb323 req-06207026-5307-43e7-b8b1-4bbb5e049650 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:42.613807 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f1b1211b-058b-4166-88cf-8618052cb323 req-06207026-5307-43e7-b8b1-4bbb5e049650 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 931 time: 0.9087720 Oct 11 16:08:42.614783 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0f8311e-8ce4-47c0-b752-5b1c55dec07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.715186 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b0f8311e-8ce4-47c0-b752-5b1c55dec07d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17e7f2408d824fcd8567494fcd6596cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6053362 Oct 11 16:08:42.719235 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44316) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:42.723296 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8993d8ee-1e5e-43e2-ad6f-a4396d02bda0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.749911 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:42.791332 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=df31ee33-98db-4ced-8861-b78c8fab3085,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:42.799607 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8993d8ee-1e5e-43e2-ad6f-a4396d02bda0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.826477 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:42.837461 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:42.838765 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.899383 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4841485 Oct 11 16:08:42.907316 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:42.909424 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afdbd2-6cd7-493b-85fc-03afdf651b13 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Pushing event updated for resources: {'Port': ['ID=64934271-b3e9-4e4c-be60-a7be56bf865a,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:42.931064 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f1b1211b-058b-4166-88cf-8618052cb323 req-d80a28ec-3d0a-4d7b-804f-a0fcf248ebba tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347343 Oct 11 16:08:42.932308 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8311e-8ce4-47c0-b752-5b1c55dec07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00416bb-b2cf-4a02-9e9c-5d1e10292eea,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:43.032795 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2e3791-97cc-41c3-8e7b-93674602cb5a,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:43.039313 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.056551 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993d8ee-1e5e-43e2-ad6f-a4396d02bda0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70fec81-c17a-4a8d-a3f7-aa2cefca7330,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:43.078233 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8993d8ee-1e5e-43e2-ad6f-a4396d02bda0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.079718 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-8993d8ee-1e5e-43e2-ad6f-a4396d02bda0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3938708 Oct 11 16:08:43.082761 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44330) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:43.087925 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-fe76cb86-705f-4bed-8fb8-e804142fd8fc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'security_group_rule': {'security_group_id': '07a18656-ba84-4d41-a20d-b5a80fbd34a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:43.131102 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Network af0a49f4-526f-40fb-9837-3917a155a36d is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:43.134680 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:32Z', 'revision_number': 3, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:43.140105 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:43.143520 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb86-705f-4bed-8fb8-e804142fd8fc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.144391 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:43.144940 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.236159 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-e28991eb-22ee-4528-8878-b1af790a2c59 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:08:43.237822 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-e28991eb-22ee-4528-8878-b1af790a2c59 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0955617 Oct 11 16:08:43.294313 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435e22e7-4a56-4b08-81e5-50bffb5f7430 None None] The sync data for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi is: [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:32Z', 'revision_number': 3, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:08:43.330512 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-786ff6af-258d-4b20-994a-d612cb2135f2 None None] Provisioning complete for port 0652feab-fa2b-4fae-b0bc-7d20840deaaa triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:43.331440 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-786ff6af-258d-4b20-994a-d612cb2135f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.368780 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d99261fd-e0e8-4a73-a9cd-677751e53519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.379543 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb86-705f-4bed-8fb8-e804142fd8fc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.384384 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 7e017781-9247-46cd-8a34-e14556e5625d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:43.384997 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.387925 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb86-705f-4bed-8fb8-e804142fd8fc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.455102 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76cb86-705f-4bed-8fb8-e804142fd8fc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521ce221-05cb-411b-a793-e47de6b0d0d8,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:43.488075 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fe76cb86-705f-4bed-8fb8-e804142fd8fc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.492682 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.493316 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-fe76cb86-705f-4bed-8fb8-e804142fd8fc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4057357 Oct 11 16:08:43.495066 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44340) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:43.510994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'floatingip': {'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:43.511248 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 2, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:43.536776 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-786ff6af-258d-4b20-994a-d612cb2135f2 None None] Port 0652feab-fa2b-4fae-b0bc-7d20840deaaa cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:08:43.596364 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Checking router: 99e96de0-d698-45f3-94d1-4f3abb0ff664 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:08:43.596746 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Updating router 99e96de0-d698-45f3-94d1-4f3abb0ff664 port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:08:43.597336 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.653115 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.711097 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Request body: {'port': {'device_id': '9a810b91-813f-41c0-9daa-da8e15a42ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:43.711455 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d99261fd-e0e8-4a73-a9cd-677751e53519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.803402 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device db4df267-73f1-461a-b9ca-c074575271f0 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:43.918575 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:43.982499 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.014962 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d99261fd-e0e8-4a73-a9cd-677751e53519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.017571 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d99261fd-e0e8-4a73-a9cd-677751e53519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.020021 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-d99261fd-e0e8-4a73-a9cd-677751e53519 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f00416bb-b2cf-4a02-9e9c-5d1e10292eea HTTP/1.1" status: 204 len: 168 time: 1.2947114 Oct 11 16:08:44.143586 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.148258 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99261fd-e0e8-4a73-a9cd-677751e53519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00416bb-b2cf-4a02-9e9c-5d1e10292eea,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:44.162491 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.163233 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.293681 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port db4df267-73f1-461a-b9ca-c074575271f0 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:44.294251 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.765844 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.809837 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0652feab-fa2b-4fae-b0bc-7d20840deaaa,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:44.832002 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.835265 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:44.936198 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624f16e-bbe8-418d-ab1f-420e77a4ec27 req-cdf7c179-339b-4749-8383-6445d3ad0ccf tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:44.961806 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e624f16e-bbe8-418d-ab1f-420e77a4ec27 req-cdf7c179-339b-4749-8383-6445d3ad0ccf tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 931 time: 0.7438972 Oct 11 16:08:45.020282 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:45.046877 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:45.218890 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Allocated IP 172.27.0.72 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/8b52beb4-41e0-40ee-9295-6d17f6677070) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:45.252202 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26a70d-30ba-417c-a628-622d2f6661a1 None None] Pushing event updated for resources: {'Port': ['ID=5ee3ffb8-717e-4e08-8763-5ae471831dd7,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:45.380667 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device df31ee33-98db-4ced-8861-b78c8fab3085 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:45.625773 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64934271-b3e9-4e4c-be60-a7be56bf865a {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:08:45.681650 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:45.685212 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port df31ee33-98db-4ced-8861-b78c8fab3085 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:45.687007 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:45.793522 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Attempting to bind port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:08:45.793889 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Attempting to bind port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:08:45.794252 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Attempting to bind port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 on network 88f84092-5ea7-490e-872d-ff526784c6de {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:45.829629 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Transition to ACTIVE for port object 64934271-b3e9-4e4c-be60-a7be56bf865a will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:08:45.830340 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2e3791-97cc-41c3-8e7b-93674602cb5a,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:45.836964 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:08:45.837344 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Checking segment: {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:45.838894 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:45.839297 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Bound using segment: {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:08:45.841986 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Bound port: 5ee3ffb8-717e-4e08-8763-5ae471831dd7, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:08:45.843279 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:45.880845 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:45.885266 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Network 3201f3a0-2007-4f63-8366-27a056a46719 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:45.906814 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e624f16e-bbe8-418d-ab1f-420e77a4ec27 req-9e810137-fefe-4656-977e-99f639b815c9 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9438460 Oct 11 16:08:45.925550 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:45.936790 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-64583389-1ede-4720-9395-4b0792d7171a None None] Provisioning complete for port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:45.938544 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-64583389-1ede-4720-9395-4b0792d7171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:46.090340 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-64583389-1ede-4720-9395-4b0792d7171a None None] Port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:08:46.108961 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Pushing event updated for resources: {'Port': ['ID=64934271-b3e9-4e4c-be60-a7be56bf865a,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:46.122001 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:46.152383 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Network af0a49f4-526f-40fb-9837-3917a155a36d is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:46.169409 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:46.314558 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 9138b18b-37de-4d01-b1ea-02d8974b38ea up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:46.328029 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Attempting to bind port 64934271-b3e9-4e4c-be60-a7be56bf865a on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:08:46.329334 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Attempting to bind port 64934271-b3e9-4e4c-be60-a7be56bf865a by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'afea3d46-b896-44fe-865f-b9e044e3d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e07c1e35-6c99-4c6b-9b92-4c65096d7d65'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:08:46.331750 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Attempting to bind port 64934271-b3e9-4e4c-be60-a7be56bf865a on network e07c1e35-6c99-4c6b-9b92-4c65096d7d65 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:46.390666 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Port 64934271-b3e9-4e4c-be60-a7be56bf865a on network e07c1e35-6c99-4c6b-9b92-4c65096d7d65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:08:46.391417 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Attempting to bind port 64934271-b3e9-4e4c-be60-a7be56bf865a on network e07c1e35-6c99-4c6b-9b92-4c65096d7d65 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:46.415718 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:08:46.425122 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Checking segment: {'id': 'afea3d46-b896-44fe-865f-b9e044e3d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e07c1e35-6c99-4c6b-9b92-4c65096d7d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:46.426171 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Bound using segment: {'id': 'afea3d46-b896-44fe-865f-b9e044e3d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e07c1e35-6c99-4c6b-9b92-4c65096d7d65'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:08:46.427060 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Bound port: 64934271-b3e9-4e4c-be60-a7be56bf865a, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afea3d46-b896-44fe-865f-b9e044e3d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'e07c1e35-6c99-4c6b-9b92-4c65096d7d65'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:08:46.427777 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:46.506594 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-15dbe3ea-4c64-4745-9136-d7719f06603f None None] Provisioning complete for port 0652feab-fa2b-4fae-b0bc-7d20840deaaa triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:46.507153 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-15dbe3ea-4c64-4745-9136-d7719f06603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:46.554425 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:46.616817 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] For port 5ee3ffb8-717e-4e08-8763-5ae471831dd7, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:08:46.627081 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 9138b18b-37de-4d01-b1ea-02d8974b38ea triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:46.627559 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:46.651105 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:08:46.741872 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] For port 5ee3ffb8-717e-4e08-8763-5ae471831dd7, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5ee3ffb8-717e-4e08-8763-5ae471831dd7,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:08:46.745354 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:46.748123 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-15dbe3ea-4c64-4745-9136-d7719f06603f None None] Port 0652feab-fa2b-4fae-b0bc-7d20840deaaa cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:08:46.750782 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:46.782160 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:46.808817 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:46.842472 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'Port': ['ID=8b52beb4-41e0-40ee-9295-6d17f6677070,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:46.871577 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:46.872934 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:46.911448 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Router c0a58c47-1176-415f-b0e2-87b1c249384c has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:08:46.921420 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44422) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:46.951835 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44424) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:47.083923 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.121504 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] For port 64934271-b3e9-4e4c-be60-a7be56bf865a, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:08:47.272298 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:47.333533 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] For port 64934271-b3e9-4e4c-be60-a7be56bf865a, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=64934271-b3e9-4e4c-be60-a7be56bf865a,segment=NetworkSegment(afea3d46-b896-44fe-865f-b9e044e3d486),segment_id=afea3d46-b896-44fe-865f-b9e044e3d486)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:08:47.352305 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1952306099-network', 'tenant_id': '8e8e9b7c533e4faa95240b8e745d5166'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:47.417582 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.495393 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Made reservation on behalf of 8e8e9b7c533e4faa95240b8e745d5166 for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:47.498629 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.513799 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.516489 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c16564be-c685-442d-a1dc-391b6e10394d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.713434 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c16564be-c685-442d-a1dc-391b6e10394d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.844518 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Pushing event updated for resources: {'Port': ['ID=64934271-b3e9-4e4c-be60-a7be56bf865a,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:47.853288 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.878392 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.910854 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-080e4f8e-2dd8-465a-8af1-d8bf4ffda099 None None] Provisioning complete for port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:47.913402 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-080e4f8e-2dd8-465a-8af1-d8bf4ffda099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.922207 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:47.922838 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.923387 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c16564be-c685-442d-a1dc-391b6e10394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.927248 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:08:47.933615 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-ec0a8c57-b3a3-42d0-bbc6-a39f7b6170a1 admin admin] 10.222.0.18 "PUT /v2.0/routers/2586b9e0-10d0-4bae-afeb-8352ae497ce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7164383 Oct 11 16:08:47.936583 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-31d5eb31-c620-4cdc-b81c-768df90c9cab service neutron] 10.222.0.39 "PUT /v2.0/ports/64934271-b3e9-4e4c-be60-a7be56bf865a HTTP/1.1" status: 200 len: 1093 time: 4.4110994 Oct 11 16:08:47.939229 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Sync routers for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:08:47.942573 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a810b91-813f-41c0-9daa-da8e15a42ccf', 'tag': '64934271-b3e9-4e4c-be60-a7be56bf865a'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:08:47.944446 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:47.964747 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:47.965777 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:48.007623 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26a70d-30ba-417c-a628-622d2f6661a1 None None] Pushing event updated for resources: {'Port': ['ID=5ee3ffb8-717e-4e08-8763-5ae471831dd7,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:48.014435 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 9138b18b-37de-4d01-b1ea-02d8974b38ea, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=9138b18b-37de-4d01-b1ea-02d8974b38ea,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:48.029871 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:48.031906 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5d7153f9-7043-4b7a-b12a-9da14ab5b24d up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:48.032039 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:48.112156 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=94277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:08:48.127256 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f4e50-903e-452e-b456-cc9fba1ec58e req-00d84903-d573-4924-ac7c-d520a7d49ebf tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:48.137069 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f6f4e50-903e-452e-b456-cc9fba1ec58e req-00d84903-d573-4924-ac7c-d520a7d49ebf tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 943 time: 1.0013938 Oct 11 16:08:48.157431 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=9138b18b-37de-4d01-b1ea-02d8974b38ea,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:48.168212 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:48.171352 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Added segment c5b414bb-d3c3-4943-9d08-3fb561b533fc of type vlan for network 33788331-72c1-42e9-9b47-ed5e26185f7f Oct 11 16:08:48.273606 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:48.376595 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:48.469658 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:46Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:48.509182 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:48.509563 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:48.512879 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-080e4f8e-2dd8-465a-8af1-d8bf4ffda099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:48.519907 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16564be-c685-442d-a1dc-391b6e10394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7b61a4-7093-4548-9b5f-62bc0e52f3b6,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:48.533495 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:48.534560 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:48.535470 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:48.544872 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36032d8b-77ac-4259-947b-dc42c48539a7 None None] The sync data for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi is: [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:46Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:08:48.556795 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:08:48.566452 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-0888782e-6c10-453a-ba67-efcc8d331393 admin admin] 10.222.0.18 "PUT /v2.0/routers/c0a58c47-1176-415f-b0e2-87b1c249384c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9971137 Oct 11 16:08:48.568846 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-c16564be-c685-442d-a1dc-391b6e10394d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50b36665811044f58fa8f6abe04a1add&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6143596 Oct 11 16:08:48.606871 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Sync routers for ids ['c0a58c47-1176-415f-b0e2-87b1c249384c'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:08:48.622935 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44462) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:48.633965 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484931b6-7f1b-45d9-8cc8-f68b1151b26d" -d '{"events": [{"name": "network-changed", "server_uuid": "9a810b91-813f-41c0-9daa-da8e15a42ccf", "tag": "64934271-b3e9-4e4c-be60-a7be56bf865a"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:08:48.815157 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-080e4f8e-2dd8-465a-8af1-d8bf4ffda099 None None] For port 5ee3ffb8-717e-4e08-8763-5ae471831dd7, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5ee3ffb8-717e-4e08-8763-5ae471831dd7,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:48.831939 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-080e4f8e-2dd8-465a-8af1-d8bf4ffda099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:48.978947 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0580239 Oct 11 16:08:49.014245 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44472) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:49.022983 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e2400e-695a-463d-8682-e4e076b9cdde,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:49.024286 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f6f4e50-903e-452e-b456-cc9fba1ec58e req-d275256c-6170-41d6-8273-c7bb6c50379f tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8503642 Oct 11 16:08:49.082898 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Request body: {'subnet': {'network_id': '33788331-72c1-42e9-9b47-ed5e26185f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1952306099-subnet', 'tenant_id': '8e8e9b7c533e4faa95240b8e745d5166', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:49.116550 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-a6a5a0f0-8c84-4c1d-a6be-5038bff7ddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:49.118482 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-a6a5a0f0-8c84-4c1d-a6be-5038bff7ddcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4144bed7ec949408faa94c6ed11ffce&device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 1096 time: 1.0137250 Oct 11 16:08:49.131608 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e4f8e-2dd8-465a-8af1-d8bf4ffda099 None None] Pushing event updated for resources: {'Port': ['ID=5ee3ffb8-717e-4e08-8763-5ae471831dd7,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:49.137252 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45498649-0d47-4ff2-a2d9-fa1bfb7f3177 admin admin] Pushing event updated for resources: {'Network': ['ID=33788331-72c1-42e9-9b47-ed5e26185f7f,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:49.154948 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Routers {'c0a58c47-1176-415f-b0e2-87b1c249384c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:49.155638 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['c0a58c47-1176-415f-b0e2-87b1c249384c'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:49.156435 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Made reservation on behalf of 8e8e9b7c533e4faa95240b8e745d5166 for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:49.161287 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:49.189700 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 33788331-72c1-42e9-9b47-ed5e26185f7f details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:08:49.326717 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:43Z', 'revision_number': 2, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:49.382976 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a28c60a8-fbb0-4da7-8373-5e8742e1b56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:49.459477 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a28c60a8-fbb0-4da7-8373-5e8742e1b56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:49.495827 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-4d80d95e-23cf-4cb7-b602-2e637a2fbc92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64934271-b3e9-4e4c-be60-a7be56bf865a HTTP/1.1" status: 200 len: 217 time: 0.3214333 Oct 11 16:08:49.502841 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Checking router: 2586b9e0-10d0-4bae-afeb-8352ae497ce1 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:08:49.503430 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Updating router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 port 0652feab-fa2b-4fae-b0bc-7d20840deaaa binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:08:49.672382 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ccb15a-1bc4-44a1-a135-7607236ab235 x-openstack-request-id: req-96ccb15a-1bc4-44a1-a135-7607236ab235 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:08:49.672988 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a810b91-813f-41c0-9daa-da8e15a42ccf", "tag": "64934271-b3e9-4e4c-be60-a7be56bf865a", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:08:49.678680 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96ccb15a-1bc4-44a1-a135-7607236ab235 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:08:49.679387 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a810b91-813f-41c0-9daa-da8e15a42ccf', 'tag': '64934271-b3e9-4e4c-be60-a7be56bf865a', 'status': 'completed', 'code': 200} Oct 11 16:08:49.816392 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a28c60a8-fbb0-4da7-8373-5e8742e1b56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:49.822425 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a28c60a8-fbb0-4da7-8373-5e8742e1b56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:49.826927 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:49.827831 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-a28c60a8-fbb0-4da7-8373-5e8742e1b56e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a7b61a4-7093-4548-9b5f-62bc0e52f3b6 HTTP/1.1" status: 204 len: 168 time: 1.1566606 Oct 11 16:08:49.842606 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:49.842814 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-f5228278-22a7-412b-8941-397c3a92e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:49.846780 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-f5228278-22a7-412b-8941-397c3a92e4e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d5c8c75-3e6c-4832-a3bc-cd8f3bf0160b HTTP/1.1" status: 200 len: 851 time: 0.3473608 Oct 11 16:08:49.850854 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:49.965440 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c60a8-fbb0-4da7-8373-5e8742e1b56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7b61a4-7093-4548-9b5f-62bc0e52f3b6,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:50.022795 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:50.040295 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:50.086361 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99559892-07b0-4a40-aec6-b4adb11b3918,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:50.122156 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Checking segment: {'id': 'c5b414bb-d3c3-4943-9d08-3fb561b533fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '33788331-72c1-42e9-9b47-ed5e26185f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:50.123069 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Network hostable DHCP agents. Network: 33788331-72c1-42e9-9b47-ed5e26185f7f, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:08:50.130838 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5d7153f9-7043-4b7a-b12a-9da14ab5b24d,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:50.173716 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:50.177662 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Network 33788331-72c1-42e9-9b47-ed5e26185f7f is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:08:50.220037 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 33788331-72c1-42e9-9b47-ed5e26185f7f) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:50.228498 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:50.229893 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:50.261331 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f99d9f3b-ab04-4037-985a-0a4815b75af5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2454190 Oct 11 16:08:50.391244 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=5d7153f9-7043-4b7a-b12a-9da14ab5b24d,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:50.413375 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627244ad-e4bc-4de3-9d9e-13121aaf3035 None None] Network 33788331-72c1-42e9-9b47-ed5e26185f7f requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:50.615019 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Set router c0a58c47-1176-415f-b0e2-87b1c249384c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:50.674347 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:50.710968 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5ee3ffb8-717e-4e08-8763-5ae471831dd7 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:50.756722 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-4b45ca09-8f14-491a-a9af-e1c2b024fc67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e07c1e35-6c99-4c6b-9b92-4c65096d7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8566170 Oct 11 16:08:50.784797 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44522) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:50.789932 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-b536566a-eb90-4863-8570-65eaa657fba6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809397773', 'description': 'tempest-description--729375509'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:50.872637 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b536566a-eb90-4863-8570-65eaa657fba6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:50.960527 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'Port': ['ID=8b52beb4-41e0-40ee-9295-6d17f6677070,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:50.998846 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.007396 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-064ab5f0-6950-4a06-913f-2fe91e206020 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5071309 Oct 11 16:08:51.035143 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-56ed67f4-b128-4f4a-b631-17ab2fa237e9 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:51.045019 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-56ed67f4-b128-4f4a-b631-17ab2fa237e9 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 819 time: 0.9390235 Oct 11 16:08:51.085860 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-70142cb5-805e-49c1-84b2-91c2197b10f4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/quotas/f6862a4da18f4d00a7b6b898eff21bde HTTP/1.1" status: 200 len: 375 time: 0.0333803 Oct 11 16:08:51.219181 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e0178-747e-4e22-aad3-190fe88a4fea req-d3a12974-52ef-4582-a980-d469c6238103 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:51.223155 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.225611 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-524e0178-747e-4e22-aad3-190fe88a4fea req-d3a12974-52ef-4582-a980-d469c6238103 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 943 time: 0.2468109 Oct 11 16:08:51.242057 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.283819 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b536566a-eb90-4863-8570-65eaa657fba6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.296756 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b536566a-eb90-4863-8570-65eaa657fba6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.338222 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b536566a-eb90-4863-8570-65eaa657fba6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.342525 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-b536566a-eb90-4863-8570-65eaa657fba6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5538049 Oct 11 16:08:51.350876 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44536) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:51.356464 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-7805dc96-d468-4744-9b58-92bf08ec3dd4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'security_group_rule': {'security_group_id': 'a456a91a-af1e-479c-abe2-35eb09bdc5fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:51.409696 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-524e0178-747e-4e22-aad3-190fe88a4fea req-e53f17a6-c725-40f6-ba0c-c074aa58d663 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757932 Oct 11 16:08:51.412006 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7805dc96-d468-4744-9b58-92bf08ec3dd4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.428320 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536566a-eb90-4863-8570-65eaa657fba6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a456a91a-af1e-479c-abe2-35eb09bdc5fb,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:51.434680 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567417c-1d34-4aa0-b21a-27a0c0d5669b None None] Pushing event updated for resources: {'Port': ['ID=0652feab-fa2b-4fae-b0bc-7d20840deaaa,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:51.596411 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7805dc96-d468-4744-9b58-92bf08ec3dd4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.627208 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7805dc96-d468-4744-9b58-92bf08ec3dd4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.666048 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44556) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:51.692789 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Attempting to bind port 0652feab-fa2b-4fae-b0bc-7d20840deaaa on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:08:51.693180 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Attempting to bind port 0652feab-fa2b-4fae-b0bc-7d20840deaaa by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:08:51.693567 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-11e18153-044d-4606-bc2e-385fa49f2f54 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5990615 Oct 11 16:08:51.695579 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Attempting to bind port 0652feab-fa2b-4fae-b0bc-7d20840deaaa on network 3201f3a0-2007-4f63-8366-27a056a46719 {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:51.709946 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:08:51.710129 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Checking segment: {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:51.711914 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.712577 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Bound using segment: {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:08:51.714617 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Bound port: 0652feab-fa2b-4fae-b0bc-7d20840deaaa, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:08:51.714948 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.732603 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-89485897-361d-4d70-9157-390675b0e6eb service neutron] 10.222.0.39 "GET /v2.0/networks/e07c1e35-6c99-4c6b-9b92-4c65096d7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189843 Oct 11 16:08:51.792461 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:51.793006 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.852811 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1b6836d9-2023-4988-90ae-0d49bfc9714e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--381634807&fields=id&tenant_id=75807a197cad4ff68a332ca23b17d471 HTTP/1.1" status: 200 len: 267 time: 0.2545574 Oct 11 16:08:51.856511 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805dc96-d468-4744-9b58-92bf08ec3dd4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03d2bfd-0325-4617-a1de-74fa15d8abbb,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:51.875103 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101364fa-6d8d-4484-8c64-7b022c8e9189 None None] Network 33788331-72c1-42e9-9b47-ed5e26185f7f requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:51.889989 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] For port 0652feab-fa2b-4fae-b0bc-7d20840deaaa, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:08:51.889989 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] For port 0652feab-fa2b-4fae-b0bc-7d20840deaaa, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=0652feab-fa2b-4fae-b0bc-7d20840deaaa,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:08:51.905430 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:51.976536 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567417c-1d34-4aa0-b21a-27a0c0d5669b None None] Pushing event updated for resources: {'Port': ['ID=0652feab-fa2b-4fae-b0bc-7d20840deaaa,revision_number=4']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:52.005631 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:52.006381 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:52.047460 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7805dc96-d468-4744-9b58-92bf08ec3dd4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.051247 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-7805dc96-d468-4744-9b58-92bf08ec3dd4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6968162 Oct 11 16:08:52.051632 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44570) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:52.056567 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-e0c7ea99-4418-4a48-a32c-b179ba74cc25 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'security_group_rule': {'security_group_id': 'a456a91a-af1e-479c-abe2-35eb09bdc5fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:52.129262 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-029f4870-e1c2-4395-b5c7-b67d45e9e8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.139946 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ea99-4418-4a48-a32c-b179ba74cc25 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.204638 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-36e9ea86-2310-471b-b9c8-e3d6ec06570f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:08:52.205358 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-2ea2675a-65fa-4709-8d8a-c6444ecdbdb2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:52.209601 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-36e9ea86-2310-471b-b9c8-e3d6ec06570f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1203165 Oct 11 16:08:52.212630 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-2ea2675a-65fa-4709-8d8a-c6444ecdbdb2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 809 time: 0.3431816 Oct 11 16:08:52.218946 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:52.253650 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-76253cd1-7e53-4e49-a76c-f1085b6140b5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/quotas/75807a197cad4ff68a332ca23b17d471 HTTP/1.1" status: 200 len: 375 time: 0.0399036 Oct 11 16:08:52.282486 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ea99-4418-4a48-a32c-b179ba74cc25 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.287867 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44582) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:52.294004 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ea99-4418-4a48-a32c-b179ba74cc25 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.372024 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-4cde4508-8cf9-4245-9117-84ade2df6b19 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133151 Oct 11 16:08:52.376660 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483000972-network', 'tenant_id': '5cd550b45fd642c2b0330a68417ef5a6'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:52.377014 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-f5ad307f-211e-47bc-837d-108963ea29e8 None None] Provisioning complete for port 0652feab-fa2b-4fae-b0bc-7d20840deaaa triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:52.377543 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f5ad307f-211e-47bc-837d-108963ea29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.467495 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:43Z', 'revision_number': 4, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'gw_port': {'id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:38:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '7f2e3791-97cc-41c3-8e7b-93674602cb5a', 'name': '', 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'mac_address': 'fa:16:3e:e6:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b04a5fee-7c9c-4449-9fca-3c6c9026c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:40Z', 'updated_at': '2021-10-11T16:08:43Z', 'revision_number': 2, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'subnets': [{'id': 'b04a5fee-7c9c-4449-9fca-3c6c9026c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:52.534049 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 9138b18b-37de-4d01-b1ea-02d8974b38ea up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:52.540478 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Checking router: c0a58c47-1176-415f-b0e2-87b1c249384c for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:08:52.540793 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Updating router c0a58c47-1176-415f-b0e2-87b1c249384c port 7f2e3791-97cc-41c3-8e7b-93674602cb5a binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:08:52.562567 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:51Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:52.596331 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db39d3c-2bdd-4b6c-9c51-129f68457c2e None None] The sync data for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi is: [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:51Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:08:52.604055 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-b4a45dda-fe7a-4d20-b54e-5946aaa24a80 service neutron] 10.222.0.18 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134303 Oct 11 16:08:52.606075 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7ea99-4418-4a48-a32c-b179ba74cc25 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88eb5e81-0a96-492b-b0de-6433144245c9,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:52.634943 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.689844 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e0c7ea99-4418-4a48-a32c-b179ba74cc25 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.691530 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-e0c7ea99-4418-4a48-a32c-b179ba74cc25 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6388776 Oct 11 16:08:52.694815 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-029f4870-e1c2-4395-b5c7-b67d45e9e8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.694949 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Made reservation on behalf of 5cd550b45fd642c2b0330a68417ef5a6 for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:52.696239 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44590) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:52.704689 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.712428 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'floatingip': {'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:52.719764 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f5ad307f-211e-47bc-837d-108963ea29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.743258 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-029f4870-e1c2-4395-b5c7-b67d45e9e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.772773 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.779069 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.783021 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-9a6ddf2f-ec23-4797-bf62-b1b603a48ac8 service neutron] 10.222.0.18 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779070 Oct 11 16:08:52.845528 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 9138b18b-37de-4d01-b1ea-02d8974b38ea triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:52.846203 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.850168 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-f5ad307f-211e-47bc-837d-108963ea29e8 None None] For port 0652feab-fa2b-4fae-b0bc-7d20840deaaa, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=0652feab-fa2b-4fae-b0bc-7d20840deaaa,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:52.875070 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f5ad307f-211e-47bc-837d-108963ea29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.936062 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:52.948729 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:53.007872 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:08:53.046858 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b12ac7-94c5-4f21-882c-e3840847808f,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:53.047350 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-029f4870-e1c2-4395-b5c7-b67d45e9e8d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4118e5bc580f414d89b4827f57aa599b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3710232 Oct 11 16:08:53.047350 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f4870-e1c2-4395-b5c7-b67d45e9e8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494d36dd-5725-4b93-b159-f9199432d571,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:53.059424 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44596) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:53.061394 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:53.065213 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Added segment 87a54c94-0c36-42fa-85d6-a8867f836a12 of type vlan for network 74357617-8a99-4ae5-929a-80ff4ed285ce Oct 11 16:08:53.128567 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad307f-211e-47bc-837d-108963ea29e8 None None] Pushing event updated for resources: {'Port': ['ID=0652feab-fa2b-4fae-b0bc-7d20840deaaa,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:53.145602 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-b906dd9a-f025-4e0e-86d6-1abb9c9e3cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605722 Oct 11 16:08:53.207146 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7c155cd8-3cf2-42fe-ae1e-1e4617fa83d0 None None] Provisioning complete for port 0652feab-fa2b-4fae-b0bc-7d20840deaaa triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:53.212380 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7c155cd8-3cf2-42fe-ae1e-1e4617fa83d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:53.308786 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:53.338012 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:53.348943 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:53.349989 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:53.525075 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-77108494-85fb-40d4-9f71-7cd4c07eb8b0 service neutron] 10.222.0.18 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340495 Oct 11 16:08:53.572313 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2726851 Oct 11 16:08:53.576564 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3556de58-f339-4190-a5fd-83ec88b78a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:53.615538 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44618) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:53.651954 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Request body: {'subnet': {'network_id': '74357617-8a99-4ae5-929a-80ff4ed285ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483000972-subnet', 'tenant_id': '5cd550b45fd642c2b0330a68417ef5a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:53.714856 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c936f8-d6a7-4392-ab87-f87f0c7750f0 admin admin] Pushing event updated for resources: {'Network': ['ID=74357617-8a99-4ae5-929a-80ff4ed285ce,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:53.732876 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 74357617-8a99-4ae5-929a-80ff4ed285ce details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:08:53.744140 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:53.796929 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42814be2-831a-443a-8049-765567a35412 req-c39e3bfa-5478-4722-8c08-1be628ee9251 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:53.810057 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-42814be2-831a-443a-8049-765567a35412 req-c39e3bfa-5478-4722-8c08-1be628ee9251 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 943 time: 0.2578366 Oct 11 16:08:53.867071 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Made reservation on behalf of 5cd550b45fd642c2b0330a68417ef5a6 for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:53.897482 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:53.907150 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3556de58-f339-4190-a5fd-83ec88b78a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:54.128208 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-42814be2-831a-443a-8049-765567a35412 req-74070f8a-74f4-46ca-acbd-bab2f7bfabcd tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089895 Oct 11 16:08:54.172827 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3556de58-f339-4190-a5fd-83ec88b78a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:54.176409 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3556de58-f339-4190-a5fd-83ec88b78a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:54.180650 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-3556de58-f339-4190-a5fd-83ec88b78a68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/494d36dd-5725-4b93-b159-f9199432d571 HTTP/1.1" status: 204 len: 168 time: 1.1100686 Oct 11 16:08:54.224103 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556de58-f339-4190-a5fd-83ec88b78a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d36dd-5725-4b93-b159-f9199432d571,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:54.276553 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5a8ea7cb-477c-42f0-8931-006d26931739 req-a366166a-b4fe-4007-8dd3-372b90e3c770 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 210 time: 0.2085605 Oct 11 16:08:54.316865 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:54.353308 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-119041b1-87ce-46f1-8094-7ea8d19c847c req-30e09012-b2f1-4238-9254-de6decab80d7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 210 time: 0.1309767 Oct 11 16:08:54.468358 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:54.490294 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 0652feab-fa2b-4fae-b0bc-7d20840deaaa up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:54.532324 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Allocated IP 172.27.0.51 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/93dc2084-e4b1-412b-9b22-9fdad873ffb1) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:54.905789 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde062-a211-419c-b1e0-1075b930b81e None None] Pushing event updated for resources: {'Port': ['ID=7f2e3791-97cc-41c3-8e7b-93674602cb5a,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:54.990528 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 0652feab-fa2b-4fae-b0bc-7d20840deaaa triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:54.991144 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.021729 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44674) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:55.048394 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-df1523b5-3600-495b-8c82-f104bd1c6767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.093058 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.095281 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Attempting to bind port 7f2e3791-97cc-41c3-8e7b-93674602cb5a on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:08:55.095281 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Attempting to bind port 7f2e3791-97cc-41c3-8e7b-93674602cb5a by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:08:55.096066 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Attempting to bind port 7f2e3791-97cc-41c3-8e7b-93674602cb5a on network af0a49f4-526f-40fb-9837-3917a155a36d {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:08:55.104559 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:08:55.104929 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Checking segment: {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:55.105510 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.106059 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Bound using segment: {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:08:55.106682 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Bound port: 7f2e3791-97cc-41c3-8e7b-93674602cb5a, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:08:55.107206 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.178206 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-df1523b5-3600-495b-8c82-f104bd1c6767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.186621 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-df1523b5-3600-495b-8c82-f104bd1c6767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.230402 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5d7153f9-7043-4b7a-b12a-9da14ab5b24d up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:55.239873 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.256177 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-91491f0d-d285-40bf-8a20-e63a45af61f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.281623 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-df1523b5-3600-495b-8c82-f104bd1c6767 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa3974768a9949e091d62b29b9c51cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2585804 Oct 11 16:08:55.284898 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44684) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:55.288754 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] For port 7f2e3791-97cc-41c3-8e7b-93674602cb5a, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:08:55.294074 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] For port 7f2e3791-97cc-41c3-8e7b-93674602cb5a, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7f2e3791-97cc-41c3-8e7b-93674602cb5a,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:08:55.303171 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.322969 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1523b5-3600-495b-8c82-f104bd1c6767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e0c026-8b40-4bf6-a1e5-44542011e94e,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:55.350597 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-d39db49f-10eb-4a1b-9e2c-b82bfdf74a45 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:55.358632 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-d39db49f-10eb-4a1b-9e2c-b82bfdf74a45 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 819 time: 0.5108988 Oct 11 16:08:55.362322 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:55.363580 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.368262 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36f810-5ef6-44c1-86d7-10fc17ca5c2b req-b2e6af3b-7092-49da-ab83-9f13aeb19ccc tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:55.370109 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4d36f810-5ef6-44c1-86d7-10fc17ca5c2b req-b2e6af3b-7092-49da-ab83-9f13aeb19ccc tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 943 time: 0.1643794 Oct 11 16:08:55.378207 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.404365 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-974f6d76-98c4-48a9-bc81-9de18d2698a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.411426 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Routers {'c0a58c47-1176-415f-b0e2-87b1c249384c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:08:55.412161 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['c0a58c47-1176-415f-b0e2-87b1c249384c'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:55.416035 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dde062-a211-419c-b1e0-1075b930b81e None None] Pushing event updated for resources: {'Port': ['ID=7f2e3791-97cc-41c3-8e7b-93674602cb5a,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:55.426092 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4d36f810-5ef6-44c1-86d7-10fc17ca5c2b req-d11e996c-604c-4ac7-b5c6-e1bdf903671b tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481794 Oct 11 16:08:55.451182 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-974f6d76-98c4-48a9-bc81-9de18d2698a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.457144 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-22faa149-d7bf-4a09-9c86-5b81b09656ac tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/quotas/f6862a4da18f4d00a7b6b898eff21bde HTTP/1.1" status: 200 len: 375 time: 0.0973179 Oct 11 16:08:55.523731 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-974f6d76-98c4-48a9-bc81-9de18d2698a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.528173 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-974f6d76-98c4-48a9-bc81-9de18d2698a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.529068 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:55.530361 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-974f6d76-98c4-48a9-bc81-9de18d2698a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23e0c026-8b40-4bf6-a1e5-44542011e94e HTTP/1.1" status: 204 len: 168 time: 0.2443123 Oct 11 16:08:55.544734 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f6d76-98c4-48a9-bc81-9de18d2698a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e0c026-8b40-4bf6-a1e5-44542011e94e,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:55.551806 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Checking segment: {'id': '87a54c94-0c36-42fa-85d6-a8867f836a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '74357617-8a99-4ae5-929a-80ff4ed285ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:08:55.557397 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Network hostable DHCP agents. Network: 74357617-8a99-4ae5-929a-80ff4ed285ce, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:08:55.560118 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7340a42c-7d37-41de-b7b6-b2c462c01e6d,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:55.578279 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] Set router c0a58c47-1176-415f-b0e2-87b1c249384c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:08:55.580224 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:55.591718 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:55.615948 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fb57a45b-da7f-4fc4-bb34-ebbff2139500 req-c09f1b4c-0ef2-4586-8700-ffa86c4cf519 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 210 time: 0.0563099 Oct 11 16:08:55.620883 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'Port': ['ID=93dc2084-e4b1-412b-9b22-9fdad873ffb1,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:55.713576 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Network 74357617-8a99-4ae5-929a-80ff4ed285ce is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:08:55.730457 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-9bf08788-730c-4be0-bc3d-f35c92b9f4b9 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2696922 Oct 11 16:08:55.751237 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 74357617-8a99-4ae5-929a-80ff4ed285ce) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:55.765230 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:55.771132 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9746faed-42d1-482d-8729-0d6f9adc94f2 None None] Network 74357617-8a99-4ae5-929a-80ff4ed285ce requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:55.775162 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:55.776934 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.065098 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-0781a1ba-cadb-4d40-a0bf-45c051777a17 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4472332 Oct 11 16:08:56.093346 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-d5af7223-a3ef-4933-8511-0a0899df2c0f service neutron] 10.222.0.18 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367918 Oct 11 16:08:56.096645 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18a9891b-185e-4594-9738-4f0e6cf55145 req-adbebe0d-bbff-4ff2-9e35-eb26c1ec5b95 service neutron] 10.222.0.39 "GET /v2.0/networks/e07c1e35-6c99-4c6b-9b92-4c65096d7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650077 Oct 11 16:08:56.100936 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.149137 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a70bcdc-0c2e-4535-a5c8-3964a86e96e2 None None] Network 74357617-8a99-4ae5-929a-80ff4ed285ce requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:08:56.180420 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:43Z', 'revision_number': 4, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'gw_port': {'id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:38:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '7f2e3791-97cc-41c3-8e7b-93674602cb5a', 'name': '', 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'mac_address': 'fa:16:3e:e6:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b04a5fee-7c9c-4449-9fca-3c6c9026c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:40Z', 'updated_at': '2021-10-11T16:08:55Z', 'revision_number': 4, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'subnets': [{'id': 'b04a5fee-7c9c-4449-9fca-3c6c9026c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:56.281321 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44702) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:56.303218 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8be3e-7068-4109-b271-68bd81dcb1af None None] The sync data for ids ['c0a58c47-1176-415f-b0e2-87b1c249384c'] in dv-cinder-809518-6-iscsi is: [{'id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:43Z', 'revision_number': 4, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'gw_port': {'id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:38:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '7f2e3791-97cc-41c3-8e7b-93674602cb5a', 'name': '', 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'mac_address': 'fa:16:3e:e6:90:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'b04a5fee-7c9c-4449-9fca-3c6c9026c3aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:40Z', 'updated_at': '2021-10-11T16:08:55Z', 'revision_number': 4, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'subnets': [{'id': 'b04a5fee-7c9c-4449-9fca-3c6c9026c3aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:08:56.327804 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ff91-0c0b-492c-b618-2f69d2ed441c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.342817 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-9a9a0f7c-dddf-45c3-b3aa-408efcfaeb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:56.345680 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-9a9a0f7c-dddf-45c3-b3aa-408efcfaeb9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e4144bed7ec949408faa94c6ed11ffce&device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 1096 time: 0.1066144 Oct 11 16:08:56.346166 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44704) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:56.346278 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-81a6f0ee-9435-4a84-ba5a-7accb501570a service neutron] 10.222.0.18 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429690 Oct 11 16:08:56.479855 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.486980 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.603663 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ff91-0c0b-492c-b618-2f69d2ed441c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.611639 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.628416 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e2f8ff91-0c0b-492c-b618-2f69d2ed441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.689293 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8ff91-0c0b-492c-b618-2f69d2ed441c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29323d29-5088-4962-8023-639c1e301136,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:56.725216 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0c02a83e-7da2-4bc3-bf5b-b0f1f4e5d83b req-8e5b0722-7c54-44d5-add5-6a95f62c0866 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 210 time: 0.1407208 Oct 11 16:08:56.732202 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'Port': ['ID=93dc2084-e4b1-412b-9b22-9fdad873ffb1,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:56.758265 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:56.762850 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-04c92649-f58a-449f-935d-d491e5d38a3f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0602660 Oct 11 16:08:56.770797 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e2f8ff91-0c0b-492c-b618-2f69d2ed441c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ea8af9e263d244b495306d06dec5e59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753680 Oct 11 16:08:56.781864 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44718) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:56.917750 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.39', 57724) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:57.097666 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0ed83b-334f-4a3a-9fcf-bc4ab529051b admin admin] Deleting subnet 99559892-07b0-4a40-aec6-b4adb11b3918 {{(pid=94276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:08:57.114581 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed83b-334f-4a3a-9fcf-bc4ab529051b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:57.227590 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed83b-334f-4a3a-9fcf-bc4ab529051b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:57.241144 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed83b-334f-4a3a-9fcf-bc4ab529051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:57.316098 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-1a3b2b40-db62-4cb5-9a82-8beebb1d9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:57.318941 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-1a3b2b40-db62-4cb5-9a82-8beebb1d9a56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e07c1e35-6c99-4c6b-9b92-4c65096d7d65 HTTP/1.1" status: 200 len: 912 time: 0.8759177 Oct 11 16:08:57.421915 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed83b-334f-4a3a-9fcf-bc4ab529051b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:57.456642 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-6d5ca89b-7c98-4149-a300-7aa5588f82c6 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:57.458413 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-6d5ca89b-7c98-4149-a300-7aa5588f82c6 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 809 time: 0.5090625 Oct 11 16:08:57.461867 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-7013d562-a0f3-4011-9821-9fdadde11d90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64934271-b3e9-4e4c-be60-a7be56bf865a HTTP/1.1" status: 200 len: 217 time: 0.1306455 Oct 11 16:08:57.463994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed83b-334f-4a3a-9fcf-bc4ab529051b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:57.467767 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-ff0ed83b-334f-4a3a-9fcf-bc4ab529051b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/99559892-07b0-4a40-aec6-b4adb11b3918 HTTP/1.1" status: 204 len: 168 time: 1.1179175 Oct 11 16:08:57.469208 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ed83b-334f-4a3a-9fcf-bc4ab529051b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99559892-07b0-4a40-aec6-b4adb11b3918,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:57.480328 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348bac2-ac27-4767-9d1f-7996086292bf req-fc6d725b-1643-4fed-a337-3128b7bbd5cb tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:57.482114 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4348bac2-ac27-4767-9d1f-7996086292bf req-fc6d725b-1643-4fed-a337-3128b7bbd5cb tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 943 time: 0.7824495 Oct 11 16:08:57.484568 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44748) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:57.489724 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-de3895e3-85d6-4703-92c7-be77f6b23376 req-23d0921b-3765-4221-b616-2108d8b2e2d1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 210 time: 0.6038108 Oct 11 16:08:57.712031 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-2c7ab044-5c52-4a87-9596-508de3e5f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:57.713548 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-2c7ab044-5c52-4a87-9596-508de3e5f370 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4d5c8c75-3e6c-4832-a3bc-cd8f3bf0160b HTTP/1.1" status: 200 len: 851 time: 0.2299218 Oct 11 16:08:57.713999 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.39', 57728) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:57.726833 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d69729bb-d85b-479a-b206-eac4ccb1b15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:57.768121 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-6947f556-9be2-45b4-a94a-199eeeeb1040 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75807a197cad4ff68a332ca23b17d471 HTTP/1.1" status: 200 len: 379 time: 0.2807617 Oct 11 16:08:57.774585 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1986fe94-9267-4135-9dc1-3214e567cb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:57.784821 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'port': {'device_id': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'admin_state_up': True, 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'security_groups': ['07a18656-ba84-4d41-a20d-b5a80fbd34a8']}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:57.791131 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-aa9cb95a-649f-4d09-a9fd-26d33e19e470 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1809397773&fields=id&tenant_id=b643602c30154dea846a6ff12bfab968 HTTP/1.1" status: 200 len: 267 time: 0.1449945 Oct 11 16:08:57.884729 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1986fe94-9267-4135-9dc1-3214e567cb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:57.982029 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-7e335377-368f-45cb-a401-5dfd467b5ccb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e07c1e35-6c99-4c6b-9b92-4c65096d7d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844097 Oct 11 16:08:58.003812 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4348bac2-ac27-4767-9d1f-7996086292bf req-434c8ac1-8375-4562-897c-9cca2a11e44c tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835951 Oct 11 16:08:58.102269 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-8c08b9b8-0091-4544-b706-4a3a233f598a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:58.103898 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-8c08b9b8-0091-4544-b706-4a3a233f598a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 816 time: 0.3034735 Oct 11 16:08:58.107748 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1986fe94-9267-4135-9dc1-3214e567cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.110236 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1986fe94-9267-4135-9dc1-3214e567cb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.113654 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-1986fe94-9267-4135-9dc1-3214e567cb7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29323d29-5088-4962-8023-639c1e301136 HTTP/1.1" status: 204 len: 168 time: 1.3284037 Oct 11 16:08:58.127412 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.186179 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986fe94-9267-4135-9dc1-3214e567cb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29323d29-5088-4962-8023-639c1e301136,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:58.195576 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c7832e37-9604-4578-ba98-8358b588968d req-8b7d1d3e-7911-48ec-a2c6-a554566362bf tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 210 time: 0.0441926 Oct 11 16:08:58.213821 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-b2f859bb-3171-417b-b556-21711f15cd5c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:58.215677 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-b2f859bb-3171-417b-b556-21711f15cd5c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 819 time: 0.4428999 Oct 11 16:08:58.221795 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-65415c26-8172-419f-abcb-7cbdb277a548 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/quotas/b643602c30154dea846a6ff12bfab968 HTTP/1.1" status: 200 len: 375 time: 0.1062541 Oct 11 16:08:58.236720 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Request body: {'port': {'device_id': 'da66448f-e114-46eb-8c85-40968556e37b', 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d', 'admin_state_up': True, 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:58.262454 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7f2e3791-97cc-41c3-8e7b-93674602cb5a up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:08:58.274849 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.39', 57733) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:58.375478 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 7f2e3791-97cc-41c3-8e7b-93674602cb5a triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:08:58.376254 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.431333 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-704c10fc-b871-4aa3-918c-f8cc5b5d0f92 service neutron] 10.222.0.39 "GET /v2.0/networks/e07c1e35-6c99-4c6b-9b92-4c65096d7d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218655 Oct 11 16:08:58.449671 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Made reservation on behalf of 75807a197cad4ff68a332ca23b17d471 for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:58.453941 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.455152 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.500164 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-71b48bf0-4ebe-4d0f-bd2a-75462019a4ad tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:58.502349 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-71b48bf0-4ebe-4d0f-bd2a-75462019a4ad tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 819 time: 0.2126477 Oct 11 16:08:58.531831 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.551728 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.552070 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.553296 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.553628 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > port after_create 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.553971 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.554292 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > port after_update 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.554605 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.555408 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.555923 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.556392 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.572380 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 7f2e3791-97cc-41c3-8e7b-93674602cb5a, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7f2e3791-97cc-41c3-8e7b-93674602cb5a,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:08:58.578018 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Request body: {'port': {'device_id': 'e99e27c7-e90e-49de-bc31-96c00b10b999', 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d', 'admin_state_up': True, 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:58.580170 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.591535 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-85622b48-2409-49e4-9d12-21a7ca47d50f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3687930 Oct 11 16:08:58.644893 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=7f2e3791-97cc-41c3-8e7b-93674602cb5a,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:58.723946 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.724399 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.724948 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.725371 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:08:58.726337 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33788331-72c1-42e9-9b47-ed5e26185f7f']}} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:58.766210 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b414bb-d3c3-4943-9d08-3fb561b533fc') {'for_net_delete': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:58.766501 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b414bb-d3c3-4943-9d08-3fb561b533fc') {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:08:58.811765 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6eaae782-1b4e-434a-98f4-edfffac38de6 req-c3c8ddaf-9efe-437e-b34d-fafed5613acf tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 210 time: 0.0666380 Oct 11 16:08:58.815295 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554240'] for segment, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.843831 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.882762 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.891152 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Made reservation on behalf of f6862a4da18f4d00a7b6b898eff21bde for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:58.895026 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.920180 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=94276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:08:58.920711 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502999'] for segment, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: from cryptography.utils import int_from_bytes Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: from cryptography.utils import int_from_bytes Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: Traceback (most recent call last): Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: timer() Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: cb(*args, **kw) Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: return func(*args, **kwargs) Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: self._notify() Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: self.callback(batched_events) Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: event.method(event) Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: return f(self, *a, **k) Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._get(url).json() Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: return self.request(url, 'GET', **kwargs) Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:08:58.925186 dv-cinder-809518-6-iscsi neutron-server[94276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:08:58.930391 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Allocated IP 172.20.0.12 (88f84092-5ea7-490e-872d-ff526784c6de/19d9dfd1-056f-4223-9db3-54b8577f48e7/a7e7be94-6160-4f3a-993c-9248c4c88854) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:58.944172 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:58.952024 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-e618e05d-1c4f-4957-86ca-a7bb3a390d50 service neutron] 10.222.0.18 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371720 Oct 11 16:08:58.956839 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-484931b6-7f1b-45d9-8cc8-f68b1151b26d req-fb15814a-1057-4dc2-ad21-86ff8cf424d7 service neutron] 10.222.0.39 "GET /v2.0/networks/e07c1e35-6c99-4c6b-9b92-4c65096d7d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843721 Oct 11 16:08:59.049160 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Made reservation on behalf of f6862a4da18f4d00a7b6b898eff21bde for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:08:59.053298 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.180809 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.204456 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Allocated IP 172.20.0.2 (af0a49f4-526f-40fb-9837-3917a155a36d/b04a5fee-7c9c-4449-9fca-3c6c9026c3aa/415ce21f-d363-4af0-9aa9-043a0112a2af) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:59.207277 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.213295 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] 10.222.0.18 "DELETE /v2.0/networks/33788331-72c1-42e9-9b47-ed5e26185f7f HTTP/1.1" status: 204 len: 168 time: 1.7245715 Oct 11 16:08:59.215923 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44812) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:08:59.216582 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd32922-14b1-412a-980a-f0baa7598355 admin admin] Pushing event deleted for resources: {'Network': ['ID=33788331-72c1-42e9-9b47-ed5e26185f7f,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:59.240619 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252d1b7-c4d0-43d7-948a-e9dc9a95fcf6 req-273b72bb-c813-444d-a929-3dfeee328615 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:59.242155 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7252d1b7-c4d0-43d7-948a-e9dc9a95fcf6 req-273b72bb-c813-444d-a929-3dfeee328615 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 943 time: 0.1051886 Oct 11 16:08:59.305261 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-b067a7e2-92aa-479b-9699-b3e6531c34e4 service neutron] 10.222.0.18 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523281 Oct 11 16:08:59.337045 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7252d1b7-c4d0-43d7-948a-e9dc9a95fcf6 req-75db593c-109e-4dff-b166-84e4cc687458 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799360 Oct 11 16:08:59.342782 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.350046 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8a3dce-89ff-4685-9168-a1904b6532c4 admin admin] Deleting subnet 7340a42c-7d37-41de-b7b6-b2c462c01e6d {{(pid=94277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:08:59.354646 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3dce-89ff-4685-9168-a1904b6532c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.413039 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3dce-89ff-4685-9168-a1904b6532c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.425626 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3dce-89ff-4685-9168-a1904b6532c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.467607 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.468434 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.521241 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.600746 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Network 88f84092-5ea7-490e-872d-ff526784c6de is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:59.624352 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:59.627560 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:59.634469 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:08:59.635110 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.705714 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-10100c6b-c452-40ca-a912-b3a65337ba85 req-8d80da77-2754-4a80-9192-84f6a28bcb01 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 210 time: 0.1820312 Oct 11 16:08:59.757840 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Network af0a49f4-526f-40fb-9837-3917a155a36d is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:08:59.762950 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:08:59.765697 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Pushing event updated for resources: {'Port': ['ID=415ce21f-d363-4af0-9aa9-043a0112a2af,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:59.766846 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2128351b-d6a4-4ac3-91a2-f04d30bae066 req-e263a282-b4dc-4aaf-89ed-4e05229abb86 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 210 time: 0.1588516 Oct 11 16:08:59.768492 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:08:59.781081 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'Port': ['ID=a7e7be94-6160-4f3a-993c-9248c4c88854,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:59.801624 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-1006155e-9631-4e18-bfdb-c59ce5c68785 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0233068 Oct 11 16:08:59.806164 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3dce-89ff-4685-9168-a1904b6532c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for subnet, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.849181 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3dce-89ff-4685-9168-a1904b6532c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:08:59.852397 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bf8a3dce-89ff-4685-9168-a1904b6532c4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7340a42c-7d37-41de-b7b6-b2c462c01e6d HTTP/1.1" status: 204 len: 168 time: 0.6322989 Oct 11 16:08:59.854055 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Allocated IP 172.20.0.8 (af0a49f4-526f-40fb-9837-3917a155a36d/b04a5fee-7c9c-4449-9fca-3c6c9026c3aa/3fd22c53-7c4d-492c-9030-5c78a0f9a7a6) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:08:59.859162 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Request body: {'port': {'device_id': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:08:59.862281 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a3dce-89ff-4685-9168-a1904b6532c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7340a42c-7d37-41de-b7b6-b2c462c01e6d,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:08:59.869576 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44846) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:00.153656 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-ad42dd2f-336b-46ce-861c-417b582ee90d None None] Provisioning complete for port a7e7be94-6160-4f3a-993c-9248c4c88854 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:00.154199 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ad42dd2f-336b-46ce-861c-417b582ee90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.234661 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:00.236068 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.242886 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7f2e3791-97cc-41c3-8e7b-93674602cb5a up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:00.267164 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d4a20-bf87-45d1-9349-916f241e6bf1 req-08588dd8-7273-47d1-9f97-2d4f6bd7303b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:00.269297 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6c5d4a20-bf87-45d1-9349-916f241e6bf1 req-08588dd8-7273-47d1-9f97-2d4f6bd7303b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 932 time: 0.1939332 Oct 11 16:09:00.274141 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3e5f1513-dbd8-4224-9f97-2ec087c55e43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0468986 Oct 11 16:09:00.292053 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Request body: {'port': {'device_id': 'da66448f-e114-46eb-8c85-40968556e37b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:00.433106 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6c5d4a20-bf87-45d1-9349-916f241e6bf1 req-31ed8024-3339-4c44-b3bc-72a8211d6ae2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553242 Oct 11 16:09:00.456758 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.470929 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-ad42dd2f-336b-46ce-861c-417b582ee90d None None] Port a7e7be94-6160-4f3a-993c-9248c4c88854 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:00.508863 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 7f2e3791-97cc-41c3-8e7b-93674602cb5a triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:00.512310 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.544386 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 64934271-b3e9-4e4c-be60-a7be56bf865a details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:09:00.816355 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.844790 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.906320 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357f7f0-2246-41a4-82ff-f77c28cb1e78 req-21197a40-fc24-455e-bf92-1ab305f40b4d tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:00.911184 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:00.916373 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0357f7f0-2246-41a4-82ff-f77c28cb1e78 req-21197a40-fc24-455e-bf92-1ab305f40b4d tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 943 time: 0.3734441 Oct 11 16:09:00.940932 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-951fbb79-572d-47c3-ae44-4a773497363a req-42b8b296-0a16-4f01-8ecb-36a35368fe6c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 210 time: 0.0686512 Oct 11 16:09:01.015421 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0357f7f0-2246-41a4-82ff-f77c28cb1e78 req-0364554c-edb4-48c4-a99f-25794a9747c4 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950131 Oct 11 16:09:01.019333 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44904) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:01.069181 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44908) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:01.071245 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 64934271-b3e9-4e4c-be60-a7be56bf865a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=64934271-b3e9-4e4c-be60-a7be56bf865a,segment=NetworkSegment(afea3d46-b896-44fe-865f-b9e044e3d486),segment_id=afea3d46-b896-44fe-865f-b9e044e3d486)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:01.085547 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '64934271-b3e9-4e4c-be60-a7be56bf865a', 'network_id': 'e07c1e35-6c99-4c6b-9b92-4c65096d7d65', 'port_id': '64934271-b3e9-4e4c-be60-a7be56bf865a', 'mac_address': 'fa:16:3e:ef:5f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5c8c75-3e6c-4832-a3bc-cd8f3bf0160b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:09:01.115333 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-49ddd87b-abc4-46f3-a978-fb0e067853ba req-6efd42d1-6823-4ce5-997e-a37a81af4fad tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 210 time: 0.0606081 Oct 11 16:09:01.156580 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.174949 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64934271-b3e9-4e4c-be60-a7be56bf865a {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:01.214244 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3b099ec6-63e1-47a1-9b32-5e2701cea6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.220142 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 64934271-b3e9-4e4c-be60-a7be56bf865a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=64934271-b3e9-4e4c-be60-a7be56bf865a,segment=NetworkSegment(afea3d46-b896-44fe-865f-b9e044e3d486),segment_id=afea3d46-b896-44fe-865f-b9e044e3d486)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:01.230353 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.242259 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.262948 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.302814 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=64934271-b3e9-4e4c-be60-a7be56bf865a,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:01.318906 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5aab8646-2d7b-4326-8715-5e9634b9332d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.354037 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.354374 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.355297 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.355618 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.355943 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.356399 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.356882 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.357200 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.357674 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.358220 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.414666 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44914) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:01.528870 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3b099ec6-63e1-47a1-9b32-5e2701cea6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.543056 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3b099ec6-63e1-47a1-9b32-5e2701cea6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.578914 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-3dac14de-3d5c-4a9e-81bc-66bc3c391549 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:01.580428 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-3dac14de-3d5c-4a9e-81bc-66bc3c391549 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 816 time: 0.2335870 Oct 11 16:09:01.590346 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.590691 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.591017 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.591418 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 16:09:01.591794 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74357617-8a99-4ae5-929a-80ff4ed285ce']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:01.613200 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ca6d718a-5fe9-473d-8cc7-d738f8bcd691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.622322 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5aab8646-2d7b-4326-8715-5e9634b9332d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.635065 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['64934271-b3e9-4e4c-be60-a7be56bf865a'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:09:01.637325 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a54c94-0c36-42fa-85d6-a8867f836a12') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:01.637612 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a54c94-0c36-42fa-85d6-a8867f836a12') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:01.649090 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5aab8646-2d7b-4326-8715-5e9634b9332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.654470 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-3b099ec6-63e1-47a1-9b32-5e2701cea6f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0154dbff08244e0898e13e8c1b9183f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6330879 Oct 11 16:09:01.662912 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44924) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:01.679238 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b099ec6-63e1-47a1-9b32-5e2701cea6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1dd0f5-167d-4b67-9e7f-2e6055739c3f,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:01.689350 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.727247 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.734248 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.789989 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-44c50a0c-42a0-4eb4-af20-b523d6a2a720 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b643602c30154dea846a6ff12bfab968 HTTP/1.1" status: 200 len: 380 time: 0.1943834 Oct 11 16:09:01.800656 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:01.801129 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.805927 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-5aab8646-2d7b-4326-8715-5e9634b9332d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78dc6fdf41a14e699613d77e133323a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7369721 Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: from cryptography.utils import int_from_bytes Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: from cryptography.utils import int_from_bytes Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:01.806885 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:01.814984 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44926) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:01.819467 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f566ed-f1a8-4ecc-932b-585341f85cdd req-2c43abe2-5da1-4bde-b610-e705443570ab tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:01.821174 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b6f566ed-f1a8-4ecc-932b-585341f85cdd req-2c43abe2-5da1-4bde-b610-e705443570ab tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 932 time: 0.2227523 Oct 11 16:09:01.826655 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'port': {'device_id': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'admin_state_up': True, 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'security_groups': ['a456a91a-af1e-479c-abe2-35eb09bdc5fb']}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:01.861730 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab8646-2d7b-4326-8715-5e9634b9332d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f786f-673b-4254-b8b9-1542ae23b0ff,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:01.883478 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Network af0a49f4-526f-40fb-9837-3917a155a36d is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:01.892533 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Pushing event updated for resources: {'Port': ['ID=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:01.918726 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:01.942234 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:01.976319 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:01.995410 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8a02971c-dc43-4e7d-bf17-74c1f3eff67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.017195 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e7be94-6160-4f3a-993c-9248c4c88854 {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:02.022058 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.025354 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/74357617-8a99-4ae5-929a-80ff4ed285ce HTTP/1.1" status: 204 len: 168 time: 2.1553085 Oct 11 16:09:02.040998 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b6f566ed-f1a8-4ecc-932b-585341f85cdd req-e6c6c25c-6e0c-473a-b652-9d3d958614ef tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995449 Oct 11 16:09:02.047468 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675dc45-d42d-47e5-81f8-ec8b89d309c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=74357617-8a99-4ae5-929a-80ff4ed285ce,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.051270 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.079091 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:02.079788 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.100376 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Transition to ACTIVE for port object a7e7be94-6160-4f3a-993c-9248c4c88854 will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:09:02.106235 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.115158 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-6bc8242c-1299-427a-95f8-c30718ca5edc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5733550 Oct 11 16:09:02.118117 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8a02971c-dc43-4e7d-bf17-74c1f3eff67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.137238 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ca6d718a-5fe9-473d-8cc7-d738f8bcd691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.153989 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Request body: {'port': {'device_id': 'e99e27c7-e90e-49de-bc31-96c00b10b999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:02.171290 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ca6d718a-5fe9-473d-8cc7-d738f8bcd691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.181471 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 44940) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:02.228044 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4f09d01-3774-45c5-bd9f-ce93d5c1107e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.247880 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e7be94-6160-4f3a-993c-9248c4c88854,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.322428 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edd5dc-d27c-46fd-b583-d10bb5a9d9a7 req-38ca5dd3-9dbe-4bbe-bf5e-36cbe15e78bb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:02.324027 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-58edd5dc-d27c-46fd-b583-d10bb5a9d9a7 req-38ca5dd3-9dbe-4bbe-bf5e-36cbe15e78bb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 931 time: 0.2728577 Oct 11 16:09:02.338505 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-ca6d718a-5fe9-473d-8cc7-d738f8bcd691 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84bebee04f374f77b5e756525d49210a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9214497 Oct 11 16:09:02.344738 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44944) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:02.359834 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d718a-5fe9-473d-8cc7-d738f8bcd691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156e5fc3-dd72-4d06-b8d2-36dfb3bb98c1,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.364000 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Made reservation on behalf of b643602c30154dea846a6ff12bfab968 for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:02.368387 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.377793 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.381389 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415ce21f-d363-4af0-9aa9-043a0112a2af {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:02.386364 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91c7e9-7061-4f68-a1cf-e581952b1950 req-ee03069e-6a3c-4c50-90af-69a824e2c0c9 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:02.387906 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e91c7e9-7061-4f68-a1cf-e581952b1950 req-ee03069e-6a3c-4c50-90af-69a824e2c0c9 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 944 time: 0.2387691 Oct 11 16:09:02.395441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Attempting to bind port a7e7be94-6160-4f3a-993c-9248c4c88854 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:02.395441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Attempting to bind port a7e7be94-6160-4f3a-993c-9248c4c88854 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:02.395441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Attempting to bind port a7e7be94-6160-4f3a-993c-9248c4c88854 on network 88f84092-5ea7-490e-872d-ff526784c6de {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:02.400462 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4f09d01-3774-45c5-bd9f-ce93d5c1107e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.411092 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Port a7e7be94-6160-4f3a-993c-9248c4c88854 on network 88f84092-5ea7-490e-872d-ff526784c6de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:09:02.411441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Attempting to bind port a7e7be94-6160-4f3a-993c-9248c4c88854 on network 88f84092-5ea7-490e-872d-ff526784c6de {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:02.420328 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.437697 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:02.438007 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Checking segment: {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:02.438544 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Bound using segment: {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:02.439150 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Bound port: a7e7be94-6160-4f3a-993c-9248c4c88854, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:02.439649 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.473472 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-5753de38-45d7-4d83-aac3-002c42dbde19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e8e9b7c533e4faa95240b8e745d5166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871504 Oct 11 16:09:02.481259 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44946) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:02.483639 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8a02971c-dc43-4e7d-bf17-74c1f3eff67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.486193 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8a02971c-dc43-4e7d-bf17-74c1f3eff67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.487461 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-8a02971c-dc43-4e7d-bf17-74c1f3eff67b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa1dd0f5-167d-4b67-9e7f-2e6055739c3f HTTP/1.1" status: 204 len: 168 time: 0.8213346 Oct 11 16:09:02.490911 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Transition to ACTIVE for port object 415ce21f-d363-4af0-9aa9-043a0112a2af will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:09:02.507565 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 64934271-b3e9-4e4c-be60-a7be56bf865a up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:02.535900 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02971c-dc43-4e7d-bf17-74c1f3eff67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1dd0f5-167d-4b67-9e7f-2e6055739c3f,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.540088 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-58edd5dc-d27c-46fd-b583-d10bb5a9d9a7 req-3591b8c0-7f28-4930-87a1-351c2133ab10 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001054 Oct 11 16:09:02.540944 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.594081 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e91c7e9-7061-4f68-a1cf-e581952b1950 req-c4890356-ed8f-4591-b440-8f7ac5e02201 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891963 Oct 11 16:09:02.616844 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c5513ba4-e6b4-4c18-b20e-44b52b8900f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.629518 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4f09d01-3774-45c5-bd9f-ce93d5c1107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.631313 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4f09d01-3774-45c5-bd9f-ce93d5c1107e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.632960 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-a4f09d01-3774-45c5-bd9f-ce93d5c1107e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e2f786f-673b-4254-b8b9-1542ae23b0ff HTTP/1.1" status: 204 len: 168 time: 0.8155491 Oct 11 16:09:02.655859 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=415ce21f-d363-4af0-9aa9-043a0112a2af,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.674594 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09d01-3774-45c5-bd9f-ce93d5c1107e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f786f-673b-4254-b8b9-1542ae23b0ff,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:02.681066 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 64934271-b3e9-4e4c-be60-a7be56bf865a completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:09:02.688252 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 64934271-b3e9-4e4c-be60-a7be56bf865a triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:02.688639 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.743396 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Allocated IP 172.20.0.6 (3201f3a0-2007-4f63-8366-27a056a46719/7fbf775b-2386-4cfc-9730-c3ff13d36dda/f51fc311-eec2-40fb-bb99-c04c5af1179a) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:02.790521 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3f0f41d7-9f5f-485d-9a69-489dc4acfaad req-735f9e9f-6c8e-4a9b-9e43-b0d5e87dfd2c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 210 time: 0.0521975 Oct 11 16:09:02.824036 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c5513ba4-e6b4-4c18-b20e-44b52b8900f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.833333 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Attempting to bind port 415ce21f-d363-4af0-9aa9-043a0112a2af on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:02.834161 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Attempting to bind port 415ce21f-d363-4af0-9aa9-043a0112a2af by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:02.834528 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Attempting to bind port 415ce21f-d363-4af0-9aa9-043a0112a2af on network af0a49f4-526f-40fb-9837-3917a155a36d {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:02.847708 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Port 415ce21f-d363-4af0-9aa9-043a0112a2af on network af0a49f4-526f-40fb-9837-3917a155a36d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:09:02.848037 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Attempting to bind port 415ce21f-d363-4af0-9aa9-043a0112a2af on network af0a49f4-526f-40fb-9837-3917a155a36d {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:02.858359 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:02.858705 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Checking segment: {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:02.859095 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Bound using segment: {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:02.859573 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Bound port: 415ce21f-d363-4af0-9aa9-043a0112a2af, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:02.859951 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.862918 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:02.903716 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a810b91-813f-41c0-9daa-da8e15a42ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64934271-b3e9-4e4c-be60-a7be56bf865a'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:03.012710 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] For port 415ce21f-d363-4af0-9aa9-043a0112a2af, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:03.017655 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 64934271-b3e9-4e4c-be60-a7be56bf865a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=64934271-b3e9-4e4c-be60-a7be56bf865a,segment=NetworkSegment(afea3d46-b896-44fe-865f-b9e044e3d486),segment_id=afea3d46-b896-44fe-865f-b9e044e3d486)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:03.020651 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] For port 415ce21f-d363-4af0-9aa9-043a0112a2af, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=415ce21f-d363-4af0-9aa9-043a0112a2af,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:03.023930 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.030060 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.033786 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.098529 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:03.099157 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.100635 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] 10.222.0.39 "PUT /v2.0/ports/415ce21f-d363-4af0-9aa9-043a0112a2af HTTP/1.1" status: 200 len: 1093 time: 2.8144615 Oct 11 16:09:03.101090 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da66448f-e114-46eb-8c85-40968556e37b', 'tag': '415ce21f-d363-4af0-9aa9-043a0112a2af'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:03.103490 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0034f643-6063-442a-9947-d367719d935e" -d '{"events": [{"name": "network-changed", "server_uuid": "da66448f-e114-46eb-8c85-40968556e37b", "tag": "415ce21f-d363-4af0-9aa9-043a0112a2af"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:03.123932 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3d6a7-6f7e-4828-9505-8352c4f6e6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=415ce21f-d363-4af0-9aa9-043a0112a2af,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:03.138857 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] For port a7e7be94-6160-4f3a-993c-9248c4c88854, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:03.139059 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.142369 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=64934271-b3e9-4e4c-be60-a7be56bf865a,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:03.152472 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] For port a7e7be94-6160-4f3a-993c-9248c4c88854, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a7e7be94-6160-4f3a-993c-9248c4c88854,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:03.183952 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d92fe64-f542-4fb0-a253-83bdd72bee4d x-openstack-request-id: req-4d92fe64-f542-4fb0-a253-83bdd72bee4d {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:03.184326 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da66448f-e114-46eb-8c85-40968556e37b", "tag": "415ce21f-d363-4af0-9aa9-043a0112a2af", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:03.184554 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d92fe64-f542-4fb0-a253-83bdd72bee4d {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:03.184944 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da66448f-e114-46eb-8c85-40968556e37b', 'tag': '415ce21f-d363-4af0-9aa9-043a0112a2af', 'status': 'completed', 'code': 200} Oct 11 16:09:03.215648 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.252456 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44962) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:03.252677 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44964) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:03.291471 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a48fe779-e731-4549-8479-3a42ca56eba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.343452 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a0c575-1daa-4a49-b586-be755dffedcd" -d '{"events": [{"server_uuid": "9a810b91-813f-41c0-9daa-da8e15a42ccf", "name": "network-vif-plugged", "status": "completed", "tag": "64934271-b3e9-4e4c-be60-a7be56bf865a"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:03.402593 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6168f7d6-4453-4bae-814e-de0fa499ac09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.415134 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a48fe779-e731-4549-8479-3a42ca56eba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.426991 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f9adbc9b-a55b-45dc-b1df-f5b12460be64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.443265 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Network 3201f3a0-2007-4f63-8366-27a056a46719 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:03.449458 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:03.450257 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.451861 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] 10.222.0.39 "PUT /v2.0/ports/a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 200 len: 1094 time: 3.6324461 Oct 11 16:09:03.454569 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'tag': 'a7e7be94-6160-4f3a-993c-9248c4c88854'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:03.455906 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:03.465315 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:03.511155 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87810c-53f7-4742-97b7-9503ebad8811 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e7be94-6160-4f3a-993c-9248c4c88854,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:03.511322 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71996e9b-5a53-4c64-a21d-901712ccaedb x-openstack-request-id: req-71996e9b-5a53-4c64-a21d-901712ccaedb {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:03.511853 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a810b91-813f-41c0-9daa-da8e15a42ccf", "name": "network-vif-plugged", "status": "completed", "tag": "64934271-b3e9-4e4c-be60-a7be56bf865a", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:03.511949 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71996e9b-5a53-4c64-a21d-901712ccaedb {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:03.512551 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a810b91-813f-41c0-9daa-da8e15a42ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64934271-b3e9-4e4c-be60-a7be56bf865a', 'code': 200} Oct 11 16:09:03.539858 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:03.540600 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.545211 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:03.557999 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-102ead33-b8ce-454d-a5ce-ce4c3c6d178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:03.558242 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c5513ba4-e6b4-4c18-b20e-44b52b8900f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.560030 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-102ead33-b8ce-454d-a5ce-ce4c3c6d178c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1096 time: 0.4017985 Oct 11 16:09:03.562161 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c5513ba4-e6b4-4c18-b20e-44b52b8900f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.569596 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-c5513ba4-e6b4-4c18-b20e-44b52b8900f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/156e5fc3-dd72-4d06-b8d2-36dfb3bb98c1 HTTP/1.1" status: 204 len: 168 time: 1.2129509 Oct 11 16:09:03.616957 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-cc83610e-08bb-47c3-a283-8b72d666f3c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=415ce21f-d363-4af0-9aa9-043a0112a2af HTTP/1.1" status: 200 len: 217 time: 0.0445580 Oct 11 16:09:03.622934 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-a738e575-6698-4314-827d-5b4ee3bb73e9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8067377 Oct 11 16:09:03.674578 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f9adbc9b-a55b-45dc-b1df-f5b12460be64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.692446 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Request body: {'port': {'device_id': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:03.754181 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f530a8d-fad0-48f6-92e1-ca14be62656d" -d '{"events": [{"name": "network-changed", "server_uuid": "330d8cf1-8538-4d5e-9597-5e3a4e4394b0", "tag": "a7e7be94-6160-4f3a-993c-9248c4c88854"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:03.779097 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.39', 57742) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:03.787754 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1595ad-9b84-4ef0-8f1f-3e26bcc76420 req-c1dd10c3-4562-411a-a138-96a0c5887438 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:03.789338 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bc1595ad-9b84-4ef0-8f1f-3e26bcc76420 req-c1dd10c3-4562-411a-a138-96a0c5887438 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 944 time: 0.5806131 Oct 11 16:09:03.819168 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f9adbc9b-a55b-45dc-b1df-f5b12460be64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.828760 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a48fe779-e731-4549-8479-3a42ca56eba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.831299 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a48fe779-e731-4549-8479-3a42ca56eba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.835669 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-a48fe779-e731-4549-8479-3a42ca56eba3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06e2400e-695a-463d-8682-e4e076b9cdde HTTP/1.1" status: 204 len: 168 time: 1.3496456 Oct 11 16:09:03.853112 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5513ba4-e6b4-4c18-b20e-44b52b8900f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156e5fc3-dd72-4d06-b8d2-36dfb3bb98c1,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:03.874194 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-c2d48cf8-742d-4701-8542-b490a8e33c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:03.875720 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-c2d48cf8-742d-4701-8542-b490a8e33c91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.2494669 Oct 11 16:09:03.900884 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:03.930258 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-7c5ba94c-64df-43b6-a1fc-0a6ad7ac8adf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457616 Oct 11 16:09:03.945392 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852aff5-75ce-4d3e-b780-4e30e23076d1 req-fe201007-dec5-427a-bf23-0d432add0083 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:03.946936 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6852aff5-75ce-4d3e-b780-4e30e23076d1 req-fe201007-dec5-427a-bf23-0d432add0083 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 931 time: 0.2509687 Oct 11 16:09:03.951619 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f9adbc9b-a55b-45dc-b1df-f5b12460be64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf11d81c5bd94878b1ae6d0f07fb17b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6655610 Oct 11 16:09:03.956808 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44992) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:04.005563 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a25ac3-331c-467c-8679-97a272ac4916 req-29eb6fb4-36b1-4c86-8876-d429d9aa9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.006775 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-82a25ac3-331c-467c-8679-97a272ac4916 req-29eb6fb4-36b1-4c86-8876-d429d9aa9777 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 1098 time: 0.2265995 Oct 11 16:09:04.007207 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adbc9b-a55b-45dc-b1df-f5b12460be64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6725262c-2a8f-47c4-9a97-87fef29634d0,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:04.062451 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-55b8099b-d550-42dd-b1cb-d0c9d8e65c43 None None] Provisioning complete for port f51fc311-eec2-40fb-bb99-c04c5af1179a triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:04.064061 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-55b8099b-d550-42dd-b1cb-d0c9d8e65c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.082382 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-f862c93e-ceeb-486d-a975-f3ca66de33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.084299 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-f862c93e-ceeb-486d-a975-f3ca66de33b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 1097 time: 0.5341163 Oct 11 16:09:04.087881 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:04.098767 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-82a25ac3-331c-467c-8679-97a272ac4916 req-34eb1e7d-1f3a-433d-8b51-58cf40aab7d6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.118341 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bc1595ad-9b84-4ef0-8f1f-3e26bcc76420 req-688221f2-175f-49b4-aab0-fbb5a7203211 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919292 Oct 11 16:09:04.150077 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6852aff5-75ce-4d3e-b780-4e30e23076d1 req-5c8ba351-0944-4627-b6f4-c0f2d320d085 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877277 Oct 11 16:09:04.169966 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-55b8099b-d550-42dd-b1cb-d0c9d8e65c43 None None] Port f51fc311-eec2-40fb-bb99-c04c5af1179a cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:09:04.217302 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-08ea488e-71f3-482f-9de2-415ba30e1deb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 200 len: 217 time: 0.0896091 Oct 11 16:09:04.223743 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.227641 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 44998) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:04.249958 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fe779-e731-4549-8479-3a42ca56eba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e2400e-695a-463d-8682-e4e076b9cdde,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:04.252234 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2edd4b17-a540-4aa3-91d4-3ff024025be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.350655 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-692edc58-7e50-4fa0-a07c-4d0a36c499f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.352279 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-692edc58-7e50-4fa0-a07c-4d0a36c499f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.1221766 Oct 11 16:09:04.389985 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-3cb2b667-f413-4c50-a89d-ec6bca50ec21 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416769 Oct 11 16:09:04.438984 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45000) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:04.456277 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d364d375-cf5e-4cd2-bbc3-284068b46d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.461230 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b6a3eb-df60-48fc-b48e-bf0b2d259a67 x-openstack-request-id: req-24b6a3eb-df60-48fc-b48e-bf0b2d259a67 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:04.461523 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330d8cf1-8538-4d5e-9597-5e3a4e4394b0", "tag": "a7e7be94-6160-4f3a-993c-9248c4c88854", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:04.461783 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24b6a3eb-df60-48fc-b48e-bf0b2d259a67 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:04.462243 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'tag': 'a7e7be94-6160-4f3a-993c-9248c4c88854', 'status': 'completed', 'code': 200} Oct 11 16:09:04.478093 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Transition to ACTIVE for port object 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:09:04.508842 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.515284 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6168f7d6-4453-4bae-814e-de0fa499ac09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.567000 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d364d375-cf5e-4cd2-bbc3-284068b46d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.569610 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6168f7d6-4453-4bae-814e-de0fa499ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.590430 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384e7a-7055-4102-9c24-4b2df2cee576 req-dbd24a5d-13d8-4a56-8bf2-a547f8ae49c9 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.591978 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d5384e7a-7055-4102-9c24-4b2df2cee576 req-dbd24a5d-13d8-4a56-8bf2-a547f8ae49c9 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 945 time: 0.3192992 Oct 11 16:09:04.639142 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-fcde8d62-3ee9-407c-953e-833119388036 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cd550b45fd642c2b0330a68417ef5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989815 Oct 11 16:09:04.649766 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45002) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:04.667022 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51fc311-eec2-40fb-bb99-c04c5af1179a {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:04.673520 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ae526683-f9d0-4a17-a366-905fc9d76318 req-d3b6c0ad-949e-447b-9001-05e573931f2f service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735887 Oct 11 16:09:04.685397 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.688678 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-82a25ac3-331c-467c-8679-97a272ac4916 req-34eb1e7d-1f3a-433d-8b51-58cf40aab7d6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.698584 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ed64-0eab-4bdb-ae9d-cbe92dfe99c3 req-3d74308c-029c-43cf-82fe-7114d3facbf2 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.700126 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a932ed64-0eab-4bdb-ae9d-cbe92dfe99c3 req-3d74308c-029c-43cf-82fe-7114d3facbf2 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 931 time: 0.2207122 Oct 11 16:09:04.702096 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-41d3eaee-34f5-4d30-93dc-afb929272d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.703644 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-41d3eaee-34f5-4d30-93dc-afb929272d05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3103092 Oct 11 16:09:04.711222 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-82a25ac3-331c-467c-8679-97a272ac4916 req-34eb1e7d-1f3a-433d-8b51-58cf40aab7d6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.711662 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Pushing event updated for resources: {'Port': ['ID=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:04.715499 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-6168f7d6-4453-4bae-814e-de0fa499ac09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1a22b1ad78d4c30a7c7bd32409bb907&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4283149 Oct 11 16:09:04.722583 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45004) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:04.727092 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168f7d6-4453-4bae-814e-de0fa499ac09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d3070e-0c8c-442d-a917-fa25e1549de8,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:04.757255 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Transition to ACTIVE for port object f51fc311-eec2-40fb-bb99-c04c5af1179a will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:09:04.813921 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.823669 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-82a25ac3-331c-467c-8679-97a272ac4916 req-34eb1e7d-1f3a-433d-8b51-58cf40aab7d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7659235 Oct 11 16:09:04.852623 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d5384e7a-7055-4102-9c24-4b2df2cee576 req-35751d3c-18d6-4ef1-94d6-640f53c89751 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396123 Oct 11 16:09:04.854233 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb1e7d-1f3a-433d-8b51-58cf40aab7d6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ff947-9480-42d1-b9c7-7b5b4475d0e0,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:04.905344 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a932ed64-0eab-4bdb-ae9d-cbe92dfe99c3 req-e18fb727-6835-461e-8046-9ffbecc98ba3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793139 Oct 11 16:09:04.906521 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2edd4b17-a540-4aa3-91d4-3ff024025be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.910323 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5cc4-c9f7-4bf6-98c4-6afebe72e582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.930697 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2edd4b17-a540-4aa3-91d4-3ff024025be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.937764 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d364d375-cf5e-4cd2-bbc3-284068b46d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.940537 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d364d375-cf5e-4cd2-bbc3-284068b46d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.944222 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-d364d375-cf5e-4cd2-bbc3-284068b46d07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6725262c-2a8f-47c4-9a97-87fef29634d0 HTTP/1.1" status: 204 len: 168 time: 0.9739001 Oct 11 16:09:04.961044 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5cc4-c9f7-4bf6-98c4-6afebe72e582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:04.993888 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034f643-6063-442a-9947-d367719d935e req-19de8670-382c-48d9-bded-a8c54a9fad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:04.996011 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0034f643-6063-442a-9947-d367719d935e req-19de8670-382c-48d9-bded-a8c54a9fad11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1096 time: 0.2484372 Oct 11 16:09:04.996985 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:05.008143 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-6dfeac42-0078-4a1d-9fa5-4acf6cd99b4c service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672715 Oct 11 16:09:05.012594 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Attempting to bind port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:05.012932 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Attempting to bind port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:05.013264 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Attempting to bind port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 on network af0a49f4-526f-40fb-9837-3917a155a36d {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:05.015244 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd4b17-a540-4aa3-91d4-3ff024025be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feffc3d7-892c-4d8e-8096-ade565efb2a6,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:05.021091 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-2edd4b17-a540-4aa3-91d4-3ff024025be9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f164560fdb34681ab707f5c668e670e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921321 Oct 11 16:09:05.021921 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-addfe48b-b334-4023-bace-b6e74f0e6cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.028781 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45008) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:05.045102 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 on network af0a49f4-526f-40fb-9837-3917a155a36d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:09:05.045412 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Attempting to bind port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 on network af0a49f4-526f-40fb-9837-3917a155a36d {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:05.061122 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364d375-cf5e-4cd2-bbc3-284068b46d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6725262c-2a8f-47c4-9a97-87fef29634d0,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:05.068822 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:05.069153 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Checking segment: {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:05.069537 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Bound using segment: {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:05.070082 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Bound port: 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4055c5d-2942-4da9-9561-6cb05baa50fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:05.070335 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.090424 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-addfe48b-b334-4023-bace-b6e74f0e6cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.119978 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Attempting to bind port f51fc311-eec2-40fb-bb99-c04c5af1179a on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:05.120880 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Attempting to bind port f51fc311-eec2-40fb-bb99-c04c5af1179a by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:05.121392 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Attempting to bind port f51fc311-eec2-40fb-bb99-c04c5af1179a on network 3201f3a0-2007-4f63-8366-27a056a46719 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:05.125679 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5cc4-c9f7-4bf6-98c4-6afebe72e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.129170 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8dfe5cc4-c9f7-4bf6-98c4-6afebe72e582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.130587 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-8dfe5cc4-c9f7-4bf6-98c4-6afebe72e582 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9b12ac7-94c5-4f21-882c-e3840847808f HTTP/1.1" status: 204 len: 168 time: 0.4789326 Oct 11 16:09:05.274781 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Port f51fc311-eec2-40fb-bb99-c04c5af1179a on network 3201f3a0-2007-4f63-8366-27a056a46719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:09:05.275106 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Attempting to bind port f51fc311-eec2-40fb-bb99-c04c5af1179a on network 3201f3a0-2007-4f63-8366-27a056a46719 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:05.279325 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034f643-6063-442a-9947-d367719d935e req-e8753fdf-1055-47fd-acdf-d1ea89602d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.282285 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0034f643-6063-442a-9947-d367719d935e req-e8753fdf-1055-47fd-acdf-d1ea89602d7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 920 time: 0.1474171 Oct 11 16:09:05.292000 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe5cc4-c9f7-4bf6-98c4-6afebe72e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b12ac7-94c5-4f21-882c-e3840847808f,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:05.376440 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-490b323f-9944-41e3-ac69-421dabdceeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.387145 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0034f643-6063-442a-9947-d367719d935e req-29ca83a3-4c63-4f59-b018-4098a0fe3073 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=415ce21f-d363-4af0-9aa9-043a0112a2af HTTP/1.1" status: 200 len: 217 time: 0.0908480 Oct 11 16:09:05.389141 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:05.389473 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Checking segment: {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:05.389878 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Bound using segment: {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:05.390348 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Bound port: f51fc311-eec2-40fb-bb99-c04c5af1179a, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:05.394741 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.403769 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] For port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:05.442254 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] For port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:05.454366 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b0c5b-9b4d-4082-ab83-1c2ab6489932 req-9d941f0f-901e-43a1-8609-ed43fcbb8621 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.461776 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ac3b0c5b-9b4d-4082-ab83-1c2ab6489932 req-9d941f0f-901e-43a1-8609-ed43fcbb8621 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 944 time: 0.1960986 Oct 11 16:09:05.463652 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-addfe48b-b334-4023-bace-b6e74f0e6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.464746 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae9ae2-7e51-4234-b029-6526dc941118 req-06ff0101-ec39-48da-b0f8-39f7eec95954 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.466191 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-addfe48b-b334-4023-bace-b6e74f0e6cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.466318 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-deae9ae2-7e51-4234-b029-6526dc941118 req-06ff0101-ec39-48da-b0f8-39f7eec95954 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 943 time: 0.1766493 Oct 11 16:09:05.469660 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-addfe48b-b334-4023-bace-b6e74f0e6cd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0d3070e-0c8c-442d-a917-fa25e1549de8 HTTP/1.1" status: 204 len: 168 time: 0.7413931 Oct 11 16:09:05.470702 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-490b323f-9944-41e3-ac69-421dabdceeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.475793 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae12a1cf-5c55-4c01-8905-3e80b47d9a8b req-35e8b16c-3fdd-4964-b03e-6967b991cfae service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325944 Oct 11 16:09:05.486787 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.532369 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfe48b-b334-4023-bace-b6e74f0e6cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d3070e-0c8c-442d-a917-fa25e1549de8,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:05.563327 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034f643-6063-442a-9947-d367719d935e req-49e95264-51a2-4c31-99f0-e5a3c7228a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.565109 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0034f643-6063-442a-9947-d367719d935e req-49e95264-51a2-4c31-99f0-e5a3c7228a9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.1652942 Oct 11 16:09:05.572606 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:05.588240 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.588970 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.590696 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] 10.222.0.39 "PUT /v2.0/ports/3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 HTTP/1.1" status: 200 len: 1093 time: 3.4427030 Oct 11 16:09:05.635445 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:05.641252 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0034f643-6063-442a-9947-d367719d935e req-737bb782-96cf-41e4-bfc2-8aa9b20d84b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658569 Oct 11 16:09:05.641962 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ac3b0c5b-9b4d-4082-ab83-1c2ab6489932 req-82297fe3-f1da-4f17-b30d-9d52401e03ca tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787224 Oct 11 16:09:05.645084 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.652276 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-deae9ae2-7e51-4234-b029-6526dc941118 req-7648c116-84ae-46a5-b428-228a2cec83b4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308093 Oct 11 16:09:05.744538 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.744538 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:05.745796 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] 10.222.0.39 "PUT /v2.0/ports/f51fc311-eec2-40fb-bb99-c04c5af1179a HTTP/1.1" status: 200 len: 1093 time: 2.1049230 Oct 11 16:09:05.746375 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:05.751129 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81de7998-bf35-4cb1-b5f9-70bc968b48b8" -d '{"events": [{"name": "network-changed", "server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:05.794765 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedd2c0-d6e7-4ec8-928b-a6702d7925ef service neutron] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:05.909716 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0034f643-6063-442a-9947-d367719d935e req-1bdd5f25-14c9-4a4a-a683-200b62a07b83 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521825 Oct 11 16:09:05.917508 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-ad02f9e4-a634-439e-8a44-0cd10a2fbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:05.919330 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-ad02f9e4-a634-439e-8a44-0cd10a2fbe27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 1096 time: 0.1120543 Oct 11 16:09:06.025381 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb6863-a4d4-4205-9b19-45edc0de091d service neutron] Pushing event updated for resources: {'Port': ['ID=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:06.053540 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0034f643-6063-442a-9947-d367719d935e req-b7228243-30f9-40bb-8bec-44f6e32e81cf service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330590 Oct 11 16:09:06.055465 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa1e1b-1d2d-4ad2-8755-634361dec47a x-openstack-request-id: req-56aa1e1b-1d2d-4ad2-8755-634361dec47a {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:06.055850 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:06.056157 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56aa1e1b-1d2d-4ad2-8755-634361dec47a {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:06.056600 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'status': 'completed', 'code': 200} Oct 11 16:09:06.096238 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-fff01ebf-55e1-47f2-b4f8-ab05a540f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.098275 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-fff01ebf-55e1-47f2-b4f8-ab05a540f36d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 1097 time: 0.5635388 Oct 11 16:09:06.115277 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-490b323f-9944-41e3-ac69-421dabdceeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.117826 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-490b323f-9944-41e3-ac69-421dabdceeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:06.118971 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-490b323f-9944-41e3-ac69-421dabdceeb8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feffc3d7-892c-4d8e-8096-ade565efb2a6 HTTP/1.1" status: 204 len: 168 time: 1.0884399 Oct 11 16:09:06.152984 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-09f38dbd-fb5a-40e1-aac9-3cb14349a8e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a HTTP/1.1" status: 200 len: 217 time: 0.0929716 Oct 11 16:09:06.178012 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1df41e-47af-469a-96a4-2265bb30b03f req-bc9f4a24-5866-4592-8d09-bdb387271b76 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.185617 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ec1df41e-47af-469a-96a4-2265bb30b03f req-bc9f4a24-5866-4592-8d09-bdb387271b76 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 945 time: 0.1279926 Oct 11 16:09:06.202551 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b323f-9944-41e3-ac69-421dabdceeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feffc3d7-892c-4d8e-8096-ade565efb2a6,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:06.231327 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631e6b4-735e-4b84-8394-0773e4b1408a req-73711570-a438-4fea-a417-80375e476a3a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.239127 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8631e6b4-735e-4b84-8394-0773e4b1408a req-73711570-a438-4fea-a417-80375e476a3a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.2147026 Oct 11 16:09:06.243180 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-926064bd-314d-4810-8f7d-df91bf23f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.245483 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-926064bd-314d-4810-8f7d-df91bf23f270 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 1096 time: 0.5932808 Oct 11 16:09:06.250668 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ec1df41e-47af-469a-96a4-2265bb30b03f req-49ed74ed-3b19-4813-aea8-13ec4f859abd tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638847 Oct 11 16:09:06.276374 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-6c5e8495-3f6d-43de-bc32-79c7a844017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.278020 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-6c5e8495-3f6d-43de-bc32-79c7a844017d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.1171741 Oct 11 16:09:06.360916 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-32beed8f-bc16-4b6e-a755-72f4aed5d4a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 HTTP/1.1" status: 200 len: 217 time: 0.0917299 Oct 11 16:09:06.363632 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-bd5011f0-cbf0-4586-90cc-9c2e461b2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.365814 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-bd5011f0-cbf0-4586-90cc-9c2e461b2dfa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795825 Oct 11 16:09:06.416030 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8631e6b4-735e-4b84-8394-0773e4b1408a req-8ac059ba-6670-4511-8a29-5d14e518b160 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757152 Oct 11 16:09:06.417101 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-37d62a22-bf08-4e9e-9794-38d89d48177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.418472 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-37d62a22-bf08-4e9e-9794-38d89d48177f service neutron] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 910 time: 0.3127403 Oct 11 16:09:06.467985 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99e27c7-e90e-49de-bc31-96c00b10b999', 'tag': '3fd22c53-7c4d-492c-9030-5c78a0f9a7a6'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:06.476762 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c" -d '{"events": [{"name": "network-changed", "server_uuid": "e99e27c7-e90e-49de-bc31-96c00b10b999", "tag": "3fd22c53-7c4d-492c-9030-5c78a0f9a7a6"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:06.483100 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-751274bc-496e-4873-85db-67c0f605f31f service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070364 Oct 11 16:09:06.501329 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-8afbc59e-1465-458d-97ce-574a7e512f00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 200 len: 217 time: 0.0741558 Oct 11 16:09:06.503640 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-15774dc7-54ff-4107-93f6-2c7d4d386f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.504761 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-15774dc7-54ff-4107-93f6-2c7d4d386f59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.1231742 Oct 11 16:09:06.533508 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bddb91-1005-4cd1-a5b0-7be6682689a9 x-openstack-request-id: req-b4bddb91-1005-4cd1-a5b0-7be6682689a9 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:06.533844 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99e27c7-e90e-49de-bc31-96c00b10b999", "tag": "3fd22c53-7c4d-492c-9030-5c78a0f9a7a6", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:06.534433 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b4bddb91-1005-4cd1-a5b0-7be6682689a9 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:06.534880 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99e27c7-e90e-49de-bc31-96c00b10b999', 'tag': '3fd22c53-7c4d-492c-9030-5c78a0f9a7a6', 'status': 'completed', 'code': 200} Oct 11 16:09:06.571848 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-34d96d1b-aefd-4769-a1c0-38fd1c304867 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561459 Oct 11 16:09:06.617511 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b3c608c5-6589-43c4-9644-fb8545ed5a8b req-e77daaf6-fde5-4daa-9155-3df0de27088e service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265686 Oct 11 16:09:06.635187 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-64f96398-a0ef-4150-bfd1-9dda22a82e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.636850 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-64f96398-a0ef-4150-bfd1-9dda22a82e38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.1227801 Oct 11 16:09:06.710531 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-c678f7c7-bc8c-4c9e-84d4-3f2bb362bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.712164 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-c678f7c7-bc8c-4c9e-84d4-3f2bb362bf83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678442 Oct 11 16:09:06.724637 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-56ae2f08-4411-4c26-b790-a8396438b51f service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444161 Oct 11 16:09:06.777630 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-20346b80-337a-4e11-ae2c-20dfc8c15c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.791748 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-20346b80-337a-4e11-ae2c-20dfc8c15c8f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 1096 time: 0.1128092 Oct 11 16:09:06.942649 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b277e-6ca4-4f94-a0a9-b4b959cc47dd req-fcf31a7c-0c71-4fae-bec7-04abb7b4edb6 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:06.944267 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-312b277e-6ca4-4f94-a0a9-b4b959cc47dd req-fcf31a7c-0c71-4fae-bec7-04abb7b4edb6 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 944 time: 0.1649334 Oct 11 16:09:06.989687 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8957f04-15c3-4e34-bd05-0008af4d2b48 req-86c97dd6-4b25-4a82-b817-3857a36fa6a8 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421069 Oct 11 16:09:06.999388 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-fb3f63c2-7a6f-4fd4-a20a-ce0fd65a697a service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718246 Oct 11 16:09:07.082729 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7c7ff-d33c-4a35-871c-47e0db4ed34e req-d9398e8a-835a-45c6-88ba-a33b14d3e7dc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:07.090791 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-71f7c7ff-d33c-4a35-871c-47e0db4ed34e req-d9398e8a-835a-45c6-88ba-a33b14d3e7dc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 943 time: 0.3350518 Oct 11 16:09:07.106514 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-312b277e-6ca4-4f94-a0a9-b4b959cc47dd req-f5ac1b9c-0eb2-4f72-b5a9-ed1030bb98c4 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308601 Oct 11 16:09:07.161351 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-71f7c7ff-d33c-4a35-871c-47e0db4ed34e req-1970c766-88c3-46bb-9655-47d805d6c752 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635488 Oct 11 16:09:07.174278 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-389df5f9-925e-4688-a4b2-85709b2ee00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:07.176093 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-389df5f9-925e-4688-a4b2-85709b2ee00f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 1096 time: 0.0963459 Oct 11 16:09:07.178376 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-19a8fe60-08b1-47d1-9c9b-1c537bacb3c4 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672685 Oct 11 16:09:07.188832 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-d32b2973-1891-4566-9b68-c732fae3e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:07.191694 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-d32b2973-1891-4566-9b68-c732fae3e4ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.3810079 Oct 11 16:09:07.192276 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:07.237537 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-0278dcae-cabe-4fe9-973f-8a394accd3a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a HTTP/1.1" status: 200 len: 217 time: 0.0385928 Oct 11 16:09:07.306190 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-9ac0dfd5-24d8-46f7-a154-de86aea19ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:07.308402 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-9ac0dfd5-24d8-46f7-a154-de86aea19ba9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 920 time: 0.1205776 Oct 11 16:09:07.315378 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-216b2fed-7cad-4a59-bf6f-2a0e72bfbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:07.317053 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-216b2fed-7cad-4a59-bf6f-2a0e72bfbc73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0727780 Oct 11 16:09:07.371055 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-0589a3ba-7fbc-45bc-b3e2-74a0550d3200 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 HTTP/1.1" status: 200 len: 217 time: 0.0543430 Oct 11 16:09:07.379305 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-86d464e3-90a3-4582-9344-0474b49c345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:07.381189 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-86d464e3-90a3-4582-9344-0474b49c345d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556185 Oct 11 16:09:07.453359 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532271a-98b0-41c7-9108-6242d30f21ef req-a0dc0a7c-a407-47ef-ace0-dd448d242c5d tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:07.454931 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4532271a-98b0-41c7-9108-6242d30f21ef req-a0dc0a7c-a407-47ef-ace0-dd448d242c5d tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 945 time: 0.0946600 Oct 11 16:09:07.467967 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-9bf99953-5621-4e54-97ee-7f0d1b195cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:07.469440 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-9bf99953-5621-4e54-97ee-7f0d1b195cbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.0767338 Oct 11 16:09:07.513157 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-bdc7f80f-a62b-47b2-981e-d7df28ea21ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361512 Oct 11 16:09:07.531991 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-cce2ff71-94ec-49e0-9abc-ca7412e3f26b service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427011 Oct 11 16:09:07.560079 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4532271a-98b0-41c7-9108-6242d30f21ef req-52ab65cd-6735-4839-9528-761ba960dd90 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950928 Oct 11 16:09:07.638165 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-3254f88e-39d4-4bc1-ba08-1d645ba7a419 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129632 Oct 11 16:09:07.658698 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abacf5d-fba9-466a-b017-06d9cd000085 req-cde1fb21-5baf-41a2-9238-0427fa95cf8a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:07.660479 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7abacf5d-fba9-466a-b017-06d9cd000085 req-cde1fb21-5baf-41a2-9238-0427fa95cf8a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.1246097 Oct 11 16:09:07.752552 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7abacf5d-fba9-466a-b017-06d9cd000085 req-940c1cb7-ef48-49e8-bfde-7b8640f2ce6c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781195 Oct 11 16:09:07.760730 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-81de7998-bf35-4cb1-b5f9-70bc968b48b8 req-cd79d466-451e-42e6-b714-b85ca34683a3 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017913 Oct 11 16:09:07.783496 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-22c4f428-2dce-4a9f-96f3-1f91eae9a01c req-af913adf-3f77-438c-b95c-80392067a35c service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277826 Oct 11 16:09:08.219218 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7b9f8-4cd5-4a88-8d59-179de627a8da req-0fe19ae3-64e1-4962-b631-053d1f9d9bb1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:08.227779 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9ac7b9f8-4cd5-4a88-8d59-179de627a8da req-0fe19ae3-64e1-4962-b631-053d1f9d9bb1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 944 time: 0.0742660 Oct 11 16:09:08.275331 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9ac7b9f8-4cd5-4a88-8d59-179de627a8da req-713a6462-6457-4c54-b66c-c1c68f0b05f3 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Oct 11 16:09:08.315192 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14695272-0147-443e-a95a-2b6ce8090309 req-f24a4c3f-f385-4fa5-968f-80e8d5d577ca tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:08.316779 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-14695272-0147-443e-a95a-2b6ce8090309 req-f24a4c3f-f385-4fa5-968f-80e8d5d577ca tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 943 time: 0.0718944 Oct 11 16:09:08.359160 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-14695272-0147-443e-a95a-2b6ce8090309 req-385cf9a9-2d98-4cc8-a033-eed8d4e7380d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Oct 11 16:09:08.507426 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45154) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:08.512297 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 415ce21f-d363-4af0-9aa9-043a0112a2af details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:09:08.640076 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 415ce21f-d363-4af0-9aa9-043a0112a2af, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=415ce21f-d363-4af0-9aa9-043a0112a2af,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:08.653665 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '415ce21f-d363-4af0-9aa9-043a0112a2af', 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d', 'port_id': '415ce21f-d363-4af0-9aa9-043a0112a2af', 'mac_address': 'fa:16:3e:5f:06:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04a5fee-7c9c-4449-9fca-3c6c9026c3aa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:09:08.691470 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4db280-16e3-4b96-9150-4975b1f936fa req-13362485-bf83-46b3-86ef-291f0d089fc5 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:08.699223 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c4db280-16e3-4b96-9150-4975b1f936fa req-13362485-bf83-46b3-86ef-291f0d089fc5 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 945 time: 0.0620294 Oct 11 16:09:08.703634 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:08.718983 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415ce21f-d363-4af0-9aa9-043a0112a2af {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:08.739235 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c4db280-16e3-4b96-9150-4975b1f936fa req-e597c879-102a-4485-9212-0a578b3197b6 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390046 Oct 11 16:09:08.747809 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 415ce21f-d363-4af0-9aa9-043a0112a2af, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=415ce21f-d363-4af0-9aa9-043a0112a2af,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:08.753381 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:08.754294 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device a7e7be94-6160-4f3a-993c-9248c4c88854 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:09:08.774233 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-67de2ff2-91e7-4b8b-b666-e53f5d7ff4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:08.892374 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=415ce21f-d363-4af0-9aa9-043a0112a2af,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:08.910901 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port a7e7be94-6160-4f3a-993c-9248c4c88854, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a7e7be94-6160-4f3a-993c-9248c4c88854,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:08.924016 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'a7e7be94-6160-4f3a-993c-9248c4c88854', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'port_id': 'a7e7be94-6160-4f3a-993c-9248c4c88854', 'mac_address': 'fa:16:3e:e4:6a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:09:08.950694 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fc134-9eb7-4410-889a-512a7eaf388f req-f8d972b9-80ab-477f-9837-4b5c4dc1f51f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:08.958417 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3b6fc134-9eb7-4410-889a-512a7eaf388f req-f8d972b9-80ab-477f-9837-4b5c4dc1f51f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0876482 Oct 11 16:09:08.984767 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:08.999653 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e7be94-6160-4f3a-993c-9248c4c88854 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:09.022114 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port a7e7be94-6160-4f3a-993c-9248c4c88854, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a7e7be94-6160-4f3a-993c-9248c4c88854,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:09.028785 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.065234 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-67de2ff2-91e7-4b8b-b666-e53f5d7ff4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.072936 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3b6fc134-9eb7-4410-889a-512a7eaf388f req-0603e901-5bc8-49d0-80e0-d15c81aead63 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134841 Oct 11 16:09:09.074185 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-67de2ff2-91e7-4b8b-b666-e53f5d7ff4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.090539 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=a7e7be94-6160-4f3a-993c-9248c4c88854,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:09.131520 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-67de2ff2-91e7-4b8b-b666-e53f5d7ff4f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4a916c273d7416bab6fdd01749fd93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229162 Oct 11 16:09:09.133462 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de2ff2-91e7-4b8b-b666-e53f5d7ff4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b57352-c231-41da-afad-3a184f980836,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:09.134852 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45190) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:09.212854 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7d23-bae0-49af-b98c-5a610efaf568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.244441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7d23-bae0-49af-b98c-5a610efaf568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.350383 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7d23-bae0-49af-b98c-5a610efaf568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.353439 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5a5a7d23-bae0-49af-b98c-5a610efaf568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:09.355242 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-5a5a7d23-bae0-49af-b98c-5a610efaf568 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0b57352-c231-41da-afad-3a184f980836 HTTP/1.1" status: 204 len: 168 time: 0.2192256 Oct 11 16:09:09.369543 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a7d23-bae0-49af-b98c-5a610efaf568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b57352-c231-41da-afad-3a184f980836,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:09.448784 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['a7e7be94-6160-4f3a-993c-9248c4c88854'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:09:09.453702 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['415ce21f-d363-4af0-9aa9-043a0112a2af'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:09:09.501102 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dceba8-cb9e-4fd5-968a-e44f82d0fc30 req-b1b2c9e9-323a-44d0-a3b1-7d59f4d9f88c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:09.510975 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-30dceba8-cb9e-4fd5-968a-e44f82d0fc30 req-b1b2c9e9-323a-44d0-a3b1-7d59f4d9f88c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 945 time: 0.1426082 Oct 11 16:09:09.590914 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:09:09.615731 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-30dceba8-cb9e-4fd5-968a-e44f82d0fc30 req-928e951c-9bd3-4f41-ab80-db357b2bc83b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020541 Oct 11 16:09:09.643184 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a83bf6-f486-4755-93c3-390f155fc23e req-e1420583-1791-4f96-a905-9ffdcb1ac972 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:09.655066 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-92a83bf6-f486-4755-93c3-390f155fc23e req-e1420583-1791-4f96-a905-9ffdcb1ac972 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 943 time: 0.1191142 Oct 11 16:09:09.712505 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-92a83bf6-f486-4755-93c3-390f155fc23e req-7795571d-6a95-4f6a-8abf-d8fff2f8644c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531199 Oct 11 16:09:10.220421 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e7056-c69e-4cc5-b32c-484dc398bbc3 req-b60bd970-765a-497a-b868-8c2296ede1ff tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:10.222297 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5a5e7056-c69e-4cc5-b32c-484dc398bbc3 req-b60bd970-765a-497a-b868-8c2296ede1ff tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0550587 Oct 11 16:09:10.271488 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5a5e7056-c69e-4cc5-b32c-484dc398bbc3 req-8c435f57-9928-4699-996b-523f28710b47 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395818 Oct 11 16:09:10.534394 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f51fc311-eec2-40fb-bb99-c04c5af1179a details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:09:10.689084 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:10.705106 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'port_id': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'mac_address': 'fa:16:3e:fe:c2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:09:10.755232 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.783087 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51fc311-eec2-40fb-bb99-c04c5af1179a {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:10.810912 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:10.817753 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:10.818946 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:09:10.819772 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97559a-f398-4ef8-809e-3724f1353847 req-7f9481bb-d8e7-4ea0-a7b2-30ac9c7be5c0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:10.823863 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae97559a-f398-4ef8-809e-3724f1353847 req-7f9481bb-d8e7-4ea0-a7b2-30ac9c7be5c0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 945 time: 0.1144369 Oct 11 16:09:10.912177 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae97559a-f398-4ef8-809e-3724f1353847 req-1db5ffc4-91e6-415a-b3d2-280307eb4107 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782733 Oct 11 16:09:10.938524 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:11.025064 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:11.039423 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '3fd22c53-7c4d-492c-9030-5c78a0f9a7a6', 'network_id': 'af0a49f4-526f-40fb-9837-3917a155a36d', 'port_id': '3fd22c53-7c4d-492c-9030-5c78a0f9a7a6', 'mac_address': 'fa:16:3e:04:68:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04a5fee-7c9c-4449-9fca-3c6c9026c3aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:09:11.059040 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138361bc-46cd-41e9-a6b2-83def7fe8913 req-7801889a-5180-40b3-be8a-06070d629ae9 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:11.060619 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-138361bc-46cd-41e9-a6b2-83def7fe8913 req-7801889a-5180-40b3-be8a-06070d629ae9 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 943 time: 0.0675020 Oct 11 16:09:11.089561 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.105561 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:11.117698 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-138361bc-46cd-41e9-a6b2-83def7fe8913 req-0acc7d97-4a0b-4cff-9fc2-0190b80b2f6b tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493102 Oct 11 16:09:11.159595 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:11.166384 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:11.228176 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:11.413960 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7b722-5c25-46cd-b3e3-2ed0722adbe1 req-161b8fb0-008c-461b-834e-c9e7dc9500b3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:11.415549 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e3c7b722-5c25-46cd-b3e3-2ed0722adbe1 req-161b8fb0-008c-461b-834e-c9e7dc9500b3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 944 time: 0.0563097 Oct 11 16:09:11.470374 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e3c7b722-5c25-46cd-b3e3-2ed0722adbe1 req-23645043-c205-4f17-b69d-4593694df91a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483544 Oct 11 16:09:11.525774 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['3fd22c53-7c4d-492c-9030-5c78a0f9a7a6'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:09:11.554165 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['f51fc311-eec2-40fb-bb99-c04c5af1179a'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:09:12.043404 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda16ca-7e04-45f3-b111-cab99a9d047f req-4693922b-92a0-4a31-9ad1-f36991fbc94a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:12.045156 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7cda16ca-7e04-45f3-b111-cab99a9d047f req-4693922b-92a0-4a31-9ad1-f36991fbc94a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 945 time: 0.0559409 Oct 11 16:09:12.101272 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7cda16ca-7e04-45f3-b111-cab99a9d047f req-36d9461a-279c-4d30-99dc-6b6dd64ed494 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439169 Oct 11 16:09:12.271775 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4040ec79-ecd7-4c2a-a324-a67460413878 req-9c35d007-c58b-4cca-b846-37a26e7cf154 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:12.273320 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4040ec79-ecd7-4c2a-a324-a67460413878 req-9c35d007-c58b-4cca-b846-37a26e7cf154 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 944 time: 0.0786736 Oct 11 16:09:12.317245 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4040ec79-ecd7-4c2a-a324-a67460413878 req-19f79d62-4b74-459f-b162-eb6bcbbc8d69 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378177 Oct 11 16:09:12.559084 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 415ce21f-d363-4af0-9aa9-043a0112a2af up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:12.633870 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 415ce21f-d363-4af0-9aa9-043a0112a2af completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:09:12.642579 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45367a0-ac44-405f-8ba2-f3a551c37b74 req-0e2244e4-48b4-42d1-a1ce-69465445b588 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:12.645159 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b45367a0-ac44-405f-8ba2-f3a551c37b74 req-0e2244e4-48b4-42d1-a1ce-69465445b588 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 944 time: 0.0829570 Oct 11 16:09:12.649659 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 415ce21f-d363-4af0-9aa9-043a0112a2af triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:12.649995 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.730661 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b45367a0-ac44-405f-8ba2-f3a551c37b74 req-6d29f0cd-d390-48cc-8e4d-8038fd0e77b5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777781 Oct 11 16:09:12.745537 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.770434 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da66448f-e114-46eb-8c85-40968556e37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415ce21f-d363-4af0-9aa9-043a0112a2af'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:12.773252 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fe6ef8-4ade-49a1-b88a-fe9fb0498fa9" -d '{"events": [{"server_uuid": "da66448f-e114-46eb-8c85-40968556e37b", "name": "network-vif-plugged", "status": "completed", "tag": "415ce21f-d363-4af0-9aa9-043a0112a2af"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:12.788253 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 415ce21f-d363-4af0-9aa9-043a0112a2af, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=415ce21f-d363-4af0-9aa9-043a0112a2af,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:12.793990 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.795385 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device a7e7be94-6160-4f3a-993c-9248c4c88854 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:12.845528 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2c9b9f-5b1f-4565-b983-68b07360a846 x-openstack-request-id: req-ca2c9b9f-5b1f-4565-b983-68b07360a846 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:12.845933 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da66448f-e114-46eb-8c85-40968556e37b", "name": "network-vif-plugged", "status": "completed", "tag": "415ce21f-d363-4af0-9aa9-043a0112a2af", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:12.846455 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca2c9b9f-5b1f-4565-b983-68b07360a846 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:12.847090 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da66448f-e114-46eb-8c85-40968556e37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415ce21f-d363-4af0-9aa9-043a0112a2af', 'code': 200} Oct 11 16:09:12.888154 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=415ce21f-d363-4af0-9aa9-043a0112a2af,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:12.903277 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port a7e7be94-6160-4f3a-993c-9248c4c88854 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:09:12.907144 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port a7e7be94-6160-4f3a-993c-9248c4c88854 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:12.907561 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:12.992381 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:13.022216 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a189c-5c1c-4912-a2e5-88272d77842d req-c5b91c39-4751-4769-926c-cd08579a36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:13.023793 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-855a189c-5c1c-4912-a2e5-88272d77842d req-c5b91c39-4751-4769-926c-cd08579a36f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1098 time: 0.0756624 Oct 11 16:09:13.029117 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port a7e7be94-6160-4f3a-993c-9248c4c88854, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a7e7be94-6160-4f3a-993c-9248c4c88854,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:13.034308 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:13.069680 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-855a189c-5c1c-4912-a2e5-88272d77842d req-80dcc349-2753-4a69-909d-d23e0efa0b8e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366426 Oct 11 16:09:13.082407 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=a7e7be94-6160-4f3a-993c-9248c4c88854,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:13.221457 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3af1f-1460-4d93-b352-84b14204a4ad req-0bdbc5c8-0ce8-4ac4-9125-ce2654215f43 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:13.223130 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41f3af1f-1460-4d93-b352-84b14204a4ad req-0bdbc5c8-0ce8-4ac4-9125-ce2654215f43 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0521309 Oct 11 16:09:13.263467 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41f3af1f-1460-4d93-b352-84b14204a4ad req-f3414f00-b0bb-4119-8984-1f3e547356b2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341222 Oct 11 16:09:13.444672 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6ee38-fd2d-428d-982c-8895aaf60d5e req-8cdef95a-2f89-4df8-85b3-c0c7eef4018c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:13.446148 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d1a6ee38-fd2d-428d-982c-8895aaf60d5e req-8cdef95a-2f89-4df8-85b3-c0c7eef4018c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 944 time: 0.0559630 Oct 11 16:09:13.697385 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d1a6ee38-fd2d-428d-982c-8895aaf60d5e req-c36c328b-a660-4e3c-ac2a-8bdae9e64cda tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417989 Oct 11 16:09:13.852611 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37d1aa-5818-4945-afad-b510635d2920 req-c56a396f-4e85-44de-b70e-d4d7850a29b7 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:13.854291 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3d37d1aa-5818-4945-afad-b510635d2920 req-c56a396f-4e85-44de-b70e-d4d7850a29b7 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 944 time: 0.0552137 Oct 11 16:09:13.873499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45450) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:13.911987 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3d37d1aa-5818-4945-afad-b510635d2920 req-1c00fa1d-85b5-48b2-98f2-968eb26953b0 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506358 Oct 11 16:09:14.009475 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-18f0875d-8424-4900-bb25-4c964a937800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.107687 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-18f0875d-8424-4900-bb25-4c964a937800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.112762 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-18f0875d-8424-4900-bb25-4c964a937800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.159030 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0875d-8424-4900-bb25-4c964a937800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127281cb-be99-4582-95c4-69ccce4e91b4,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:14.159030 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-18f0875d-8424-4900-bb25-4c964a937800 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=297b8878ee954d8bb7b3fe9d7566dc99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842009 Oct 11 16:09:14.159253 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45472) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:14.220854 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ae9a5225-f801-4ac9-b96e-c8d26c63d3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.245026 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ae9a5225-f801-4ac9-b96e-c8d26c63d3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.309283 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ae9a5225-f801-4ac9-b96e-c8d26c63d3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.312544 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45482) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:14.318081 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ae9a5225-f801-4ac9-b96e-c8d26c63d3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.322251 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-ae9a5225-f801-4ac9-b96e-c8d26c63d3e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/127281cb-be99-4582-95c4-69ccce4e91b4 HTTP/1.1" status: 204 len: 168 time: 0.1604948 Oct 11 16:09:14.333333 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a5225-f801-4ac9-b96e-c8d26c63d3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127281cb-be99-4582-95c4-69ccce4e91b4,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:14.405511 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14e4e-770e-44d2-9701-1b61944401b9 req-8152872c-7675-47bc-a683-a5da0a26abdc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:14.413556 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7fb14e4e-770e-44d2-9701-1b61944401b9 req-8152872c-7675-47bc-a683-a5da0a26abdc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0657289 Oct 11 16:09:14.460048 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7fb14e4e-770e-44d2-9701-1b61944401b9 req-d02e00dc-bb4b-4378-9a40-3672df62b430 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451713 Oct 11 16:09:14.529676 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f51fc311-eec2-40fb-bb99-c04c5af1179a up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:14.624400 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6c43a009-14d4-4ee0-9b99-3338ba409f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.651806 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port f51fc311-eec2-40fb-bb99-c04c5af1179a completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:09:14.655833 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port f51fc311-eec2-40fb-bb99-c04c5af1179a triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:14.656648 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.713392 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6c43a009-14d4-4ee0-9b99-3338ba409f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.715688 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45496) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:14.729005 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6c43a009-14d4-4ee0-9b99-3338ba409f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.751618 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd5f4-64f7-4cf1-8d3b-5ce533c7d0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.754656 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.770233 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-6c43a009-14d4-4ee0-9b99-3338ba409f6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe641532d05344039fd90b3823c27832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564939 Oct 11 16:09:14.773127 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45500) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:14.792550 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43a009-14d4-4ee0-9b99-3338ba409f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf67994-1c7a-4ef3-b5e1-13d64b070e9a,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:14.801317 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:14.808513 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.809811 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:09:14.861602 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd5f4-64f7-4cf1-8d3b-5ce533c7d0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.865915 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e7be94-6160-4f3a-993c-9248c4c88854'}, {'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:14.867276 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e8cfd5f4-64f7-4cf1-8d3b-5ce533c7d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.867655 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b2344b22-36b6-4e68-a08f-73e52b29ee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.868581 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff395a92-2342-4972-a54d-f8b57032a607" -d '{"events": [{"server_uuid": "330d8cf1-8538-4d5e-9597-5e3a4e4394b0", "name": "network-vif-plugged", "status": "completed", "tag": "a7e7be94-6160-4f3a-993c-9248c4c88854"}, {"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-plugged", "status": "completed", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:14.878423 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b04a4-aaff-43cc-a39c-1704e0eb0bb7 req-9f45e8bf-0985-413f-9974-7b8197aa938b tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:14.880483 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-453b04a4-aaff-43cc-a39c-1704e0eb0bb7 req-9f45e8bf-0985-413f-9974-7b8197aa938b tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 944 time: 0.0781059 Oct 11 16:09:14.918429 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e8cfd5f4-64f7-4cf1-8d3b-5ce533c7d0f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73d15795ae2e46cdafdc9a12a16124f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017567 Oct 11 16:09:14.919349 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfd5f4-64f7-4cf1-8d3b-5ce533c7d0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418bf562-8909-4cdb-a828-1cbddbcbfcd1,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:14.922410 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45504) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:14.925561 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b2344b22-36b6-4e68-a08f-73e52b29ee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:14.963503 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-453b04a4-aaff-43cc-a39c-1704e0eb0bb7 req-2a27bbe6-a762-4ab1-b192-fd2a9a73cb9f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735996 Oct 11 16:09:15.042258 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b2344b22-36b6-4e68-a08f-73e52b29ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.042711 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-af809c6b-819f-484f-9074-52a53854435d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.045689 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b2344b22-36b6-4e68-a08f-73e52b29ee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.047611 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b2344b22-36b6-4e68-a08f-73e52b29ee15 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cf67994-1c7a-4ef3-b5e1-13d64b070e9a HTTP/1.1" status: 204 len: 168 time: 0.2731564 Oct 11 16:09:15.048218 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e8119e-44a3-428e-8f47-6405c721904f x-openstack-request-id: req-87e8119e-44a3-428e-8f47-6405c721904f {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:15.048782 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330d8cf1-8538-4d5e-9597-5e3a4e4394b0", "name": "network-vif-plugged", "status": "completed", "tag": "a7e7be94-6160-4f3a-993c-9248c4c88854", "code": 200}, {"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-plugged", "status": "completed", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:15.049093 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87e8119e-44a3-428e-8f47-6405c721904f {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:15.049745 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e7be94-6160-4f3a-993c-9248c4c88854', 'code': 200} Oct 11 16:09:15.050301 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'code': 200} Oct 11 16:09:15.063642 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2344b22-36b6-4e68-a08f-73e52b29ee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf67994-1c7a-4ef3-b5e1-13d64b070e9a,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:15.075998 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:15.104006 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-af809c6b-819f-484f-9074-52a53854435d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.123051 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:09:15.128031 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:09:15.128671 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.240151 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.243893 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2ffa0-dbad-442f-963d-285480135bfc req-45633fb4-a5b5-4956-b7eb-5d6b6cb3483d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:15.245505 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c8b2ffa0-dbad-442f-963d-285480135bfc req-45633fb4-a5b5-4956-b7eb-5d6b6cb3483d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1617310 Oct 11 16:09:15.246203 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-af809c6b-819f-484f-9074-52a53854435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.249241 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-af809c6b-819f-484f-9074-52a53854435d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.253786 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-af809c6b-819f-484f-9074-52a53854435d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/418bf562-8909-4cdb-a828-1cbddbcbfcd1 HTTP/1.1" status: 204 len: 168 time: 0.3299711 Oct 11 16:09:15.260349 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13614-7ec6-423c-a5e9-76957b42ff29 req-b34cbca6-4b8f-4cec-ab0b-f4a9977cbc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:15.263407 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5bd13614-7ec6-423c-a5e9-76957b42ff29 req-b34cbca6-4b8f-4cec-ab0b-f4a9977cbc35 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 1099 time: 0.0622709 Oct 11 16:09:15.295797 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af809c6b-819f-484f-9074-52a53854435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418bf562-8909-4cdb-a828-1cbddbcbfcd1,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:15.312845 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597c9ed-53f6-4e14-89a1-0e1b1075fc38 req-aec90fc6-98ec-47d2-9947-3f2783f059b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:15.314702 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c597c9ed-53f6-4e14-89a1-0e1b1075fc38 req-aec90fc6-98ec-47d2-9947-3f2783f059b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 1098 time: 0.1288798 Oct 11 16:09:15.336226 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:15.342625 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5bd13614-7ec6-423c-a5e9-76957b42ff29 req-8fd37633-8236-4600-b74e-831035a6a42f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708323 Oct 11 16:09:15.344193 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.361834 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c8b2ffa0-dbad-442f-963d-285480135bfc req-a968b74b-bf22-4c52-a8e4-dd8a48c2a29b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065509 Oct 11 16:09:15.388689 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c597c9ed-53f6-4e14-89a1-0e1b1075fc38 req-175a80a3-0b0a-4a5d-b4da-7087a5215561 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634184 Oct 11 16:09:15.444358 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:15.600399 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08542968-f2b2-4a2e-ad0a-48112d39932e req-a048a342-2b6c-484e-a317-1d13fac8c88b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:15.602444 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-08542968-f2b2-4a2e-ad0a-48112d39932e req-a048a342-2b6c-484e-a317-1d13fac8c88b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0613503 Oct 11 16:09:15.618356 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45528) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:15.621311 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45530) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:15.644437 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-49dd49bf-fcbb-49d0-9f8e-1963c7987872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.649644 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-08542968-f2b2-4a2e-ad0a-48112d39932e req-9d8aa918-be4f-427a-9780-ad194bd10204 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405610 Oct 11 16:09:15.659076 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-20fa2299-f5e9-427d-a965-a5dffe57f1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.777243 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-49dd49bf-fcbb-49d0-9f8e-1963c7987872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.783624 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-49dd49bf-fcbb-49d0-9f8e-1963c7987872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.805695 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-20fa2299-f5e9-427d-a965-a5dffe57f1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.815938 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-20fa2299-f5e9-427d-a965-a5dffe57f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.843221 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-49dd49bf-fcbb-49d0-9f8e-1963c7987872 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d170f49aeae040f093a773f939582f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209961 Oct 11 16:09:15.846042 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45534) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:15.847722 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd49bf-fcbb-49d0-9f8e-1963c7987872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e44d2c-fd1d-4659-ba44-2df398d78f57,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:15.862852 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-20fa2299-f5e9-427d-a965-a5dffe57f1f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=935ded078af641dea871c10de0a73164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406192 Oct 11 16:09:15.863864 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45536) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:15.882871 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa2299-f5e9-427d-a965-a5dffe57f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57c0e9a-b998-4fe9-8ded-97e2abcb1726,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:15.936579 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b139eafc-97a7-44c7-94ef-fbb9209b0a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.963390 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91669974-337f-452b-8dcb-ba6ea6fc793f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:15.970412 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b139eafc-97a7-44c7-94ef-fbb9209b0a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.003040 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91669974-337f-452b-8dcb-ba6ea6fc793f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.071669 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b139eafc-97a7-44c7-94ef-fbb9209b0a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.075337 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b139eafc-97a7-44c7-94ef-fbb9209b0a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.076564 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b139eafc-97a7-44c7-94ef-fbb9209b0a41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7e44d2c-fd1d-4659-ba44-2df398d78f57 HTTP/1.1" status: 204 len: 168 time: 0.2295606 Oct 11 16:09:16.080857 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91669974-337f-452b-8dcb-ba6ea6fc793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.083289 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-91669974-337f-452b-8dcb-ba6ea6fc793f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:16.086879 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-91669974-337f-452b-8dcb-ba6ea6fc793f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f57c0e9a-b998-4fe9-8ded-97e2abcb1726 HTTP/1.1" status: 204 len: 168 time: 0.2195630 Oct 11 16:09:16.090034 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139eafc-97a7-44c7-94ef-fbb9209b0a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e44d2c-fd1d-4659-ba44-2df398d78f57,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:16.099825 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91669974-337f-452b-8dcb-ba6ea6fc793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57c0e9a-b998-4fe9-8ded-97e2abcb1726,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:16.103898 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b17a25-a8ad-4b1f-abf4-171bd609116e req-4e68ef6c-af55-46ca-a333-769ca84d7185 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:16.106479 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-96b17a25-a8ad-4b1f-abf4-171bd609116e req-4e68ef6c-af55-46ca-a333-769ca84d7185 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0711837 Oct 11 16:09:16.148876 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-96b17a25-a8ad-4b1f-abf4-171bd609116e req-10abbe3f-e3b0-4201-8155-635e28ef11d8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350959 Oct 11 16:09:16.496811 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bdde1-d8a5-4823-a9c7-0472a04baea0 req-35fb6e99-4ae7-44ea-8765-3fb13b7af028 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:16.499203 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b92bdde1-d8a5-4823-a9c7-0472a04baea0 req-35fb6e99-4ae7-44ea-8765-3fb13b7af028 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0598631 Oct 11 16:09:16.543151 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b92bdde1-d8a5-4823-a9c7-0472a04baea0 req-40b137ea-35a0-4038-bda6-34f1baad1b4d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370815 Oct 11 16:09:16.828840 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c821a3-c926-4398-9511-ac1a7e13574e req-da4f8a8e-2cc3-4b51-92aa-9854e092325c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:16.830452 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-33c821a3-c926-4398-9511-ac1a7e13574e req-da4f8a8e-2cc3-4b51-92aa-9854e092325c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0764494 Oct 11 16:09:16.906385 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-33c821a3-c926-4398-9511-ac1a7e13574e req-c5006141-e77e-4554-8744-9081789200c4 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642478 Oct 11 16:09:17.052530 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99e27c7-e90e-49de-bc31-96c00b10b999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd22c53-7c4d-492c-9030-5c78a0f9a7a6'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:17.056581 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3af182a-8902-4522-ab00-5f7d7f039159" -d '{"events": [{"server_uuid": "e99e27c7-e90e-49de-bc31-96c00b10b999", "name": "network-vif-plugged", "status": "completed", "tag": "3fd22c53-7c4d-492c-9030-5c78a0f9a7a6"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:17.101767 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2825be-2212-4323-ab93-1eb3fdad5310 x-openstack-request-id: req-fd2825be-2212-4323-ab93-1eb3fdad5310 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:17.102195 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99e27c7-e90e-49de-bc31-96c00b10b999", "name": "network-vif-plugged", "status": "completed", "tag": "3fd22c53-7c4d-492c-9030-5c78a0f9a7a6", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:17.102476 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd2825be-2212-4323-ab93-1eb3fdad5310 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:17.102988 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99e27c7-e90e-49de-bc31-96c00b10b999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd22c53-7c4d-492c-9030-5c78a0f9a7a6', 'code': 200} Oct 11 16:09:17.319214 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16aea8-f5d4-40b0-a20d-dc743ebf2f70 req-b2fb0258-9f09-4c6e-b696-abda30192f58 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:17.321079 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dd16aea8-f5d4-40b0-a20d-dc743ebf2f70 req-b2fb0258-9f09-4c6e-b696-abda30192f58 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0957029 Oct 11 16:09:17.377193 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dd16aea8-f5d4-40b0-a20d-dc743ebf2f70 req-8027d3c4-4b68-4a1c-833e-a2600575b380 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489478 Oct 11 16:09:17.442528 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b293fdd-da33-4253-ab69-02a54aaa6886 req-4056e155-52ae-4ac9-84e0-3045def5cd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:17.444248 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5b293fdd-da33-4253-ab69-02a54aaa6886 req-4056e155-52ae-4ac9-84e0-3045def5cd3c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 1098 time: 0.0628674 Oct 11 16:09:17.509707 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5b293fdd-da33-4253-ab69-02a54aaa6886 req-845ff1e5-38c4-4c89-bc9f-f4e0852fc9af service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 Oct 11 16:09:17.688393 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf9cf5-7699-4860-a7d4-d259e748fb66 req-32ea32f5-b85b-4f43-8088-7da27dce9f42 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:17.690615 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-dadf9cf5-7699-4860-a7d4-d259e748fb66 req-32ea32f5-b85b-4f43-8088-7da27dce9f42 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0636091 Oct 11 16:09:17.737353 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-dadf9cf5-7699-4860-a7d4-d259e748fb66 req-16fe7327-f1c2-4c96-86cd-6d01411bc9c2 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392842 Oct 11 16:09:18.072346 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082e1a9-d300-4291-974d-13e2be89bbaa req-44cd2d42-dc42-47bb-82a8-9000f90d63ff tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:18.073956 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6082e1a9-d300-4291-974d-13e2be89bbaa req-44cd2d42-dc42-47bb-82a8-9000f90d63ff tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0810845 Oct 11 16:09:18.119638 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6082e1a9-d300-4291-974d-13e2be89bbaa req-73bf5c8b-47ab-4164-9dfb-e9d20dbd660d tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393631 Oct 11 16:09:18.259270 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bec68-a9e8-4f59-b8b3-acb703b1832b req-4de66efa-be32-49c1-bad4-4c38a72fde0c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:18.261736 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-990bec68-a9e8-4f59-b8b3-acb703b1832b req-4de66efa-be32-49c1-bad4-4c38a72fde0c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0619652 Oct 11 16:09:18.274967 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45698) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:18.285403 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-04e1e634-27d6-40f0-997f-19de45acc3c1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'floatingip': {'port_id': 'a7e7be94-6160-4f3a-993c-9248c4c88854'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:18.391894 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04e1e634-27d6-40f0-997f-19de45acc3c1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:18.636072 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e4858-e72d-4fa7-9597-715aa7d06ab1 req-a43305b6-8290-4973-b8d6-ffdd03d7498f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:18.637821 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f11e4858-e72d-4fa7-9597-715aa7d06ab1 req-a43305b6-8290-4973-b8d6-ffdd03d7498f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.1501768 Oct 11 16:09:18.755983 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f11e4858-e72d-4fa7-9597-715aa7d06ab1 req-fc4ddbcd-fc05-4564-97e4-f655d38a6e1c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795193 Oct 11 16:09:18.877320 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24ce96-94c3-4ef4-a65e-0833336915c0 req-19ded13d-e5b9-41c8-bb74-dd2dcc871a46 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:18.878912 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4e24ce96-94c3-4ef4-a65e-0833336915c0 req-19ded13d-e5b9-41c8-bb74-dd2dcc871a46 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0560749 Oct 11 16:09:18.936489 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4e24ce96-94c3-4ef4-a65e-0833336915c0 req-3211cd7a-8995-4108-b6f3-ce08b6b3e964 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502274 Oct 11 16:09:19.196673 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578478a-676a-4911-9d85-abb80df40564 req-9e3082f5-491b-4031-8d39-1f07e2b61daf tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:19.198238 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3578478a-676a-4911-9d85-abb80df40564 req-9e3082f5-491b-4031-8d39-1f07e2b61daf tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1313424 Oct 11 16:09:19.207402 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45748) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:19.212240 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'floatingip': {'port_id': 'f51fc311-eec2-40fb-bb99-c04c5af1179a'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:19.282312 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04e1e634-27d6-40f0-997f-19de45acc3c1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.293339 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.296781 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04e1e634-27d6-40f0-997f-19de45acc3c1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:19.403727 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.l3_db [None req-04e1e634-27d6-40f0-997f-19de45acc3c1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Floating IP 8c1d7059-d4d6-4c74-9755-4d2b66d678c7 associated. External IP: 172.27.0.72, port: a7e7be94-6160-4f3a-993c-9248c4c88854. Oct 11 16:09:19.854304 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e1e634-27d6-40f0-997f-19de45acc3c1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Router 99e96de0-d698-45f3-94d1-4f3abb0ff664 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:09:20.020139 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e1e634-27d6-40f0-997f-19de45acc3c1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:09:20.027321 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04e1e634-27d6-40f0-997f-19de45acc3c1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.037587 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] Sync routers for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:09:20.048815 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:20.049916 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:20.092201 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-04e1e634-27d6-40f0-997f-19de45acc3c1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "PUT /v2.0/floatingips/8c1d7059-d4d6-4c74-9755-4d2b66d678c7 HTTP/1.1" status: 200 len: 991 time: 1.8110027 Oct 11 16:09:20.092836 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'tag': 'a7e7be94-6160-4f3a-993c-9248c4c88854'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:20.098237 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23613bd8-f9f7-4661-9014-12aed6999942" -d '{"events": [{"name": "network-changed", "server_uuid": "330d8cf1-8538-4d5e-9597-5e3a4e4394b0", "tag": "a7e7be94-6160-4f3a-993c-9248c4c88854"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:20.211672 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:09:20.263820 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.db.resource_extend [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 11 16:09:20.317505 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af9e96-460b-417c-b674-ac6bb747f8ab req-fa1cf4b2-da3f-4b44-9023-fb72ac72991d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:20.319221 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-39af9e96-460b-417c-b674-ac6bb747f8ab req-fa1cf4b2-da3f-4b44-9023-fb72ac72991d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.4631741 Oct 11 16:09:20.350091 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500ae440-39f7-4571-adec-3de0a403742d x-openstack-request-id: req-500ae440-39f7-4571-adec-3de0a403742d {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:20.350593 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "330d8cf1-8538-4d5e-9597-5e3a4e4394b0", "tag": "a7e7be94-6160-4f3a-993c-9248c4c88854", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:20.350593 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-500ae440-39f7-4571-adec-3de0a403742d {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:20.351008 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'tag': 'a7e7be94-6160-4f3a-993c-9248c4c88854', 'status': 'completed', 'code': 200} Oct 11 16:09:20.367841 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.381055 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:20.421915 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-39af9e96-460b-417c-b674-ac6bb747f8ab req-67a36394-b255-444f-bffa-34c9a7ad3341 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946603 Oct 11 16:09:20.463623 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23613bd8-f9f7-4661-9014-12aed6999942 req-8af23ae1-21af-43cf-baa7-8367648a1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:20.467040 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23613bd8-f9f7-4661-9014-12aed6999942 req-8af23ae1-21af-43cf-baa7-8367648a1df8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 1099 time: 0.0811193 Oct 11 16:09:20.497500 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Floating IP e50232fd-b639-46ba-8e5f-494fa1fdda7d associated. External IP: 172.27.0.51, port: f51fc311-eec2-40fb-bb99-c04c5af1179a. Oct 11 16:09:20.590203 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': '8c1d7059-d4d6-4c74-9755-4d2b66d678c7', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'port_id': 'a7e7be94-6160-4f3a-993c-9248c4c88854', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'mac_address': 'fa:16:3e:e4:6a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:08:46Z', 'updated_at': '2021-10-11T16:09:19Z', 'revision_number': 1, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:20.653632 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23613bd8-f9f7-4661-9014-12aed6999942 req-98ab94ab-dbd3-45fb-8748-0167e9876697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:20.657979 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23613bd8-f9f7-4661-9014-12aed6999942 req-98ab94ab-dbd3-45fb-8748-0167e9876697 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 910 time: 0.1729431 Oct 11 16:09:20.674662 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] Checking router: 99e96de0-d698-45f3-94d1-4f3abb0ff664 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:09:20.686713 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:20.691903 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:20.750564 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45792) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:20.887493 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23613bd8-f9f7-4661-9014-12aed6999942 req-84c72118-b76f-4641-94f8-0e1d75adba61 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 200 len: 999 time: 0.2094042 Oct 11 16:09:20.916634 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-e35c21c5-e292-4717-a1c9-71f9a2d3cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:20.918400 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-e35c21c5-e292-4717-a1c9-71f9a2d3cda3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 1098 time: 0.1597693 Oct 11 16:09:20.938614 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72d3b8-a9ed-48a7-9946-332c43e478c0 req-abe9d150-a463-4957-b5fe-3cf47a37d6b9 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:20.940219 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ac72d3b8-a9ed-48a7-9946-332c43e478c0 req-abe9d150-a463-4957-b5fe-3cf47a37d6b9 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.1361899 Oct 11 16:09:20.945488 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:09:20.982807 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23613bd8-f9f7-4661-9014-12aed6999942 req-b840c7d7-8b1b-426f-8d78-f90fa018227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:20.984991 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23613bd8-f9f7-4661-9014-12aed6999942 req-b840c7d7-8b1b-426f-8d78-f90fa018227c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.0804722 Oct 11 16:09:21.059062 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23613bd8-f9f7-4661-9014-12aed6999942 req-4dae89ab-4a3f-4211-91ba-46b2e3b78597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:21.061604 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23613bd8-f9f7-4661-9014-12aed6999942 req-4dae89ab-4a3f-4211-91ba-46b2e3b78597 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607002 Oct 11 16:09:21.063840 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:09:21.089034 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-772eb59d-f7a6-430d-96f4-2d2c3703b156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.126612 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ac72d3b8-a9ed-48a7-9946-332c43e478c0 req-20768d4d-f2d3-4616-9183-9a04ab22c055 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763341 Oct 11 16:09:21.210188 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23613bd8-f9f7-4661-9014-12aed6999942 req-7b6a70ae-aa0b-4214-be3d-cd4a56a8a562 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399736 Oct 11 16:09:21.222504 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-991b6304-91e6-4693-b286-67d86167d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:21.224233 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-991b6304-91e6-4693-b286-67d86167d50b service neutron] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 920 time: 0.2623830 Oct 11 16:09:21.255566 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:09:21.268913 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] Sync routers for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:09:21.274863 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.315734 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:21.318978 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-01aeb830-b460-4d8a-88c3-777cd199f584 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "PUT /v2.0/floatingips/e50232fd-b639-46ba-8e5f-494fa1fdda7d HTTP/1.1" status: 200 len: 990 time: 2.1079917 Oct 11 16:09:21.322232 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:21.347617 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:21.350402 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e47cbe-a4f6-4577-8514-687e26b16fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:21.353675 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23613bd8-f9f7-4661-9014-12aed6999942 req-b18704e3-d400-45ce-ba0f-d92e1369a738 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273611 Oct 11 16:09:21.360910 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-ff38bfd7-c787-4d58-8be3-834ae7c5adba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 HTTP/1.1" status: 200 len: 217 time: 0.1272907 Oct 11 16:09:21.451604 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-772eb59d-f7a6-430d-96f4-2d2c3703b156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.461993 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-772eb59d-f7a6-430d-96f4-2d2c3703b156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.471085 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-55ebfa25-48d8-4d5f-8bda-0231f8fa6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:21.471618 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': '8c1d7059-d4d6-4c74-9755-4d2b66d678c7', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'port_id': 'a7e7be94-6160-4f3a-993c-9248c4c88854', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'mac_address': 'fa:16:3e:e4:6a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:08:46Z', 'updated_at': '2021-10-11T16:09:19Z', 'revision_number': 1, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:21.472963 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-55ebfa25-48d8-4d5f-8bda-0231f8fa6529 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.0963280 Oct 11 16:09:21.562779 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93496c80-a93d-455c-8ee4-bcf1ef35c9fd None None] The sync data for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi is: [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': '8c1d7059-d4d6-4c74-9755-4d2b66d678c7', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'port_id': 'a7e7be94-6160-4f3a-993c-9248c4c88854', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'mac_address': 'fa:16:3e:e4:6a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:08:46Z', 'updated_at': '2021-10-11T16:09:19Z', 'revision_number': 1, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:09:21.572901 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772eb59d-f7a6-430d-96f4-2d2c3703b156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94985d6f-a45f-4ed4-8f2e-92800bf40308,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:21.582602 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:09:21.584276 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-2a8f73d6-5348-462c-8ff3-527c64ac27e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869627 Oct 11 16:09:21.588045 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-772eb59d-f7a6-430d-96f4-2d2c3703b156 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=111fae4f3fc2430c98eb23ae9e761668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8357482 Oct 11 16:09:21.590332 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45820) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:21.611061 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691a70fb-11a3-4861-8e60-2601090f7737 x-openstack-request-id: req-691a70fb-11a3-4861-8e60-2601090f7737 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:21.611353 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:21.611642 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-691a70fb-11a3-4861-8e60-2601090f7737 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:21.612204 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'status': 'completed', 'code': 200} Oct 11 16:09:21.755773 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-c39c72bf-89fb-4c6c-bbc4-cee8818ba049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:21.757720 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-c39c72bf-89fb-4c6c-bbc4-cee8818ba049 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 1098 time: 0.0977449 Oct 11 16:09:21.758444 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccb00-1bb5-4716-bb9a-d00c002835d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.774612 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939c3a3-f7d3-4f39-860d-d987dbd49b46 req-dcefdaf8-74eb-4605-b411-01a2da69986e tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:21.781954 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2939c3a3-f7d3-4f39-860d-d987dbd49b46 req-dcefdaf8-74eb-4605-b411-01a2da69986e tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 945 time: 0.0937417 Oct 11 16:09:21.794036 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-eeac21b1-f375-41fb-a02b-9380e5e6d709 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960969 Oct 11 16:09:21.799436 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccb00-1bb5-4716-bb9a-d00c002835d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.905526 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2939c3a3-f7d3-4f39-860d-d987dbd49b46 req-d65e45d0-883f-49da-b652-a7bc3fc3808b tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134143 Oct 11 16:09:21.927995 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82998e4-7ce1-4d58-a5ee-aeae3f969d16 None None] New status for floating IP 8c1d7059-d4d6-4c74-9755-4d2b66d678c7: ACTIVE {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:09:21.941726 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'e50232fd-b639-46ba-8e5f-494fa1fdda7d', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'port_id': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'mac_address': 'fa:16:3e:fe:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:08:55Z', 'updated_at': '2021-10-11T16:09:19Z', 'revision_number': 1, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:21.953826 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccb00-1bb5-4716-bb9a-d00c002835d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.956825 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2a1ccb00-1bb5-4716-bb9a-d00c002835d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:21.958400 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-2a1ccb00-1bb5-4716-bb9a-d00c002835d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94985d6f-a45f-4ed4-8f2e-92800bf40308 HTTP/1.1" status: 204 len: 168 time: 0.3668737 Oct 11 16:09:21.967984 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-39ea9df4-9f99-4128-a889-d59afad40d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:21.970734 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-28482725-fdea-4e4b-96ae-f68615b96b4a req-efd61d45-df4c-4299-88c5-7d3f177a4516 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612184 Oct 11 16:09:21.971954 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ccb00-1bb5-4716-bb9a-d00c002835d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94985d6f-a45f-4ed4-8f2e-92800bf40308,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:21.978029 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-39ea9df4-9f99-4128-a889-d59afad40d42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.1950750 Oct 11 16:09:22.009951 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] Checking router: 2586b9e0-10d0-4bae-afeb-8352ae497ce1 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:09:22.028669 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:09:22.029543 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:08:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:22.103404 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-ee60d4bb-c565-4d28-8639-6d5ef5b71e36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a HTTP/1.1" status: 200 len: 998 time: 0.1020422 Oct 11 16:09:22.149154 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:09:22.191942 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-86053d4d-47c5-4704-a0af-cebc0c67e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:22.194291 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-86053d4d-47c5-4704-a0af-cebc0c67e2ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0834327 Oct 11 16:09:22.264271 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-def2cc66-dbe7-462b-b33c-769b4aeca5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:22.265987 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-def2cc66-dbe7-462b-b33c-769b4aeca5f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588965 Oct 11 16:09:22.306296 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d9009-bd3b-4795-a36e-de0f135bdf10 req-98449d87-b750-4691-9a04-25317f018c64 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:22.308249 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-897d9009-bd3b-4795-a36e-de0f135bdf10 req-98449d87-b750-4691-9a04-25317f018c64 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0820670 Oct 11 16:09:22.367078 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-897d9009-bd3b-4795-a36e-de0f135bdf10 req-33c98f95-87fa-47cb-aab8-991d72605629 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Oct 11 16:09:22.407450 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-7676855c-e5d3-4f15-a83e-adb5418d347d service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274061 Oct 11 16:09:22.513431 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'e50232fd-b639-46ba-8e5f-494fa1fdda7d', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'port_id': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'mac_address': 'fa:16:3e:fe:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:08:55Z', 'updated_at': '2021-10-11T16:09:19Z', 'revision_number': 1, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:22.515003 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85e47cbe-a4f6-4577-8514-687e26b16fc1 req-01cc3f3c-47ee-46ae-8e09-56b0483f92ab service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994260 Oct 11 16:09:22.549143 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9754d-5803-4e7b-be3f-65886c75281f None None] The sync data for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi is: [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'e50232fd-b639-46ba-8e5f-494fa1fdda7d', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'floating_ip_address': '172.27.0.51', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'port_id': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'mac_address': 'fa:16:3e:fe:c2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:08:55Z', 'updated_at': '2021-10-11T16:09:19Z', 'revision_number': 1, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:09:22.826660 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510cfcfe-bb90-4de0-8d40-60ab6a430703 None None] New status for floating IP e50232fd-b639-46ba-8e5f-494fa1fdda7d: ACTIVE {{(pid=94278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:09:23.027087 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5a9b8-f7fd-4f61-83d6-ade44e5b9c30 req-b35923b4-ff1b-4c9f-b724-6cd19a9e1e7d tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:23.028520 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0fe5a9b8-f7fd-4f61-83d6-ade44e5b9c30 req-b35923b4-ff1b-4c9f-b724-6cd19a9e1e7d tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 945 time: 0.0531883 Oct 11 16:09:23.072332 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0fe5a9b8-f7fd-4f61-83d6-ade44e5b9c30 req-d26d821f-1523-499a-84e0-3d4dfdbc0cd9 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361238 Oct 11 16:09:23.501364 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73a809-955f-4187-8023-2e1800488d8d req-ee9e97db-2aed-4d16-af2a-11a5da310e1e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:23.503073 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9e73a809-955f-4187-8023-2e1800488d8d req-ee9e97db-2aed-4d16-af2a-11a5da310e1e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0523770 Oct 11 16:09:23.546857 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9e73a809-955f-4187-8023-2e1800488d8d req-43e88f37-0c8f-4a9d-add1-9ce8bda0212b tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339575 Oct 11 16:09:24.179940 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-a82addaf-fbc7-4c90-a790-d36dfaeef924 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:24.181413 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-a82addaf-fbc7-4c90-a790-d36dfaeef924 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 945 time: 0.0830524 Oct 11 16:09:24.268067 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65275d-377c-4b3c-904f-af41a0a1271b req-2f697de8-7b1b-4ee0-9bef-3be6019df3cb tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:24.269719 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6f65275d-377c-4b3c-904f-af41a0a1271b req-2f697de8-7b1b-4ee0-9bef-3be6019df3cb tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 945 time: 0.1117640 Oct 11 16:09:24.346330 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6f65275d-377c-4b3c-904f-af41a0a1271b req-b7940947-d881-4005-b04d-2126aa74f6fa tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545552 Oct 11 16:09:24.372501 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Deleting port 64934271-b3e9-4e4c-be60-a7be56bf865a {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:09:24.372864 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.475095 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] For port 64934271-b3e9-4e4c-be60-a7be56bf865a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=64934271-b3e9-4e4c-be60-a7be56bf865a,segment=NetworkSegment(afea3d46-b896-44fe-865f-b9e044e3d486),segment_id=afea3d46-b896-44fe-865f-b9e044e3d486)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:09:24.475491 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.489422 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Calling delete_port for 64934271-b3e9-4e4c-be60-a7be56bf865a owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:09:24.668421 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.670663 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcdd4f-04de-40a5-8529-ec9421ca9196 req-fed4f8b3-bee0-4a6c-8033-c632d0011a00 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:24.678038 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a8fcdd4f-04de-40a5-8529-ec9421ca9196 req-fed4f8b3-bee0-4a6c-8033-c632d0011a00 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0588818 Oct 11 16:09:24.697196 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Pushing event deleted for resources: {'Port': ['ID=64934271-b3e9-4e4c-be60-a7be56bf865a,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:24.713111 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a8fcdd4f-04de-40a5-8529-ec9421ca9196 req-ace9a571-6c5a-4e08-b614-64e19409cf6d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Oct 11 16:09:24.759410 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] No DVR routers for this DVR port 64934271-b3e9-4e4c-be60-a7be56bf865a on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:09:24.762781 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:24.766096 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2b378a7e-2d72-4d42-a42b-02386bdfc917 req-c62f8be0-f282-448f-aa94-f0b38e0d4765 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.39 "DELETE /v2.0/ports/64934271-b3e9-4e4c-be60-a7be56bf865a HTTP/1.1" status: 204 len: 173 time: 0.5689919 Oct 11 16:09:24.766519 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a810b91-813f-41c0-9daa-da8e15a42ccf', 'name': 'network-vif-deleted', 'tag': '64934271-b3e9-4e4c-be60-a7be56bf865a'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:24.768810 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30432d1b-5835-4560-a43c-d9cca6bb97e5" -d '{"events": [{"server_uuid": "9a810b91-813f-41c0-9daa-da8e15a42ccf", "name": "network-vif-deleted", "tag": "64934271-b3e9-4e4c-be60-a7be56bf865a"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:24.805631 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59209532-2dcb-4f32-a2e0-c7ebc1a10f36 x-openstack-request-id: req-59209532-2dcb-4f32-a2e0-c7ebc1a10f36 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:24.805907 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a810b91-813f-41c0-9daa-da8e15a42ccf", "name": "network-vif-deleted", "tag": "64934271-b3e9-4e4c-be60-a7be56bf865a", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:24.806161 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-59209532-2dcb-4f32-a2e0-c7ebc1a10f36 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:24.806551 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a810b91-813f-41c0-9daa-da8e15a42ccf', 'name': 'network-vif-deleted', 'tag': '64934271-b3e9-4e4c-be60-a7be56bf865a', 'status': 'completed', 'code': 200} Oct 11 16:09:25.229779 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-dd319357-f119-4964-afb1-fe7e6d5afd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:25.468283 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9b300cdd-4431-442e-ba0f-dcaf94410752 req-9a886d32-a219-4e8c-a8ed-773624e56501 tempest-DeleteServersTestJSON-1638347957 tempest-DeleteServersTestJSON-1638347957-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a810b91-813f-41c0-9daa-da8e15a42ccf HTTP/1.1" status: 200 len: 210 time: 0.0300980 Oct 11 16:09:25.847091 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444387a-7692-4ae8-b5f2-9ea0d82d9e76 req-b2536b34-204a-4d3b-a96a-dcf8272e2004 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:25.848624 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9444387a-7692-4ae8-b5f2-9ea0d82d9e76 req-b2536b34-204a-4d3b-a96a-dcf8272e2004 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0623021 Oct 11 16:09:25.887652 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9444387a-7692-4ae8-b5f2-9ea0d82d9e76 req-b5b11832-cab3-48de-a3ac-f2bd18897bbc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Oct 11 16:09:25.962505 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45952) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:26.078146 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a0a0d0a1-dc5d-4485-9419-821aa0d46953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.166072 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a0a0d0a1-dc5d-4485-9419-821aa0d46953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.172889 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a0a0d0a1-dc5d-4485-9419-821aa0d46953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.211923 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-a0a0d0a1-dc5d-4485-9419-821aa0d46953 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eccf37edfa9a4418914e90e8c0fb146d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482638 Oct 11 16:09:26.212847 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0d0a1-dc5d-4485-9419-821aa0d46953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0406e9-a320-4b25-bc5e-6bbeb366ad3d,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:26.214799 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45958) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:26.269409 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bfc55ea3-df8d-44e9-bd58-d45e65b993ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.298513 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bfc55ea3-df8d-44e9-bd58-d45e65b993ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.346959 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bfc55ea3-df8d-44e9-bd58-d45e65b993ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.350532 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bfc55ea3-df8d-44e9-bd58-d45e65b993ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.351810 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bfc55ea3-df8d-44e9-bd58-d45e65b993ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c0406e9-a320-4b25-bc5e-6bbeb366ad3d HTTP/1.1" status: 204 len: 168 time: 0.1358769 Oct 11 16:09:26.360591 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc55ea3-df8d-44e9-bd58-d45e65b993ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0406e9-a320-4b25-bc5e-6bbeb366ad3d,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:26.578686 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 64934271-b3e9-4e4c-be60-a7be56bf865a no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:09:26.609407 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 64934271-b3e9-4e4c-be60-a7be56bf865a {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:09:26.609773 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 64934271-b3e9-4e4c-be60-a7be56bf865a not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:09:26.650877 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 45974) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:26.664954 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7b0cdb63-e31e-43bb-afd5-16b529a925fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.743549 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7b0cdb63-e31e-43bb-afd5-16b529a925fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.748510 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7b0cdb63-e31e-43bb-afd5-16b529a925fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.791439 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-7b0cdb63-e31e-43bb-afd5-16b529a925fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90f626b8e4d8408f846ba19c8486be80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393619 Oct 11 16:09:26.792798 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cdb63-e31e-43bb-afd5-16b529a925fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5568c41a-600d-47f6-9dee-0eed1af626e9,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:26.794276 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 45982) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:26.846998 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1d16e961-3e44-4c25-9a6d-5652e2f9bb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.873561 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1d16e961-3e44-4c25-9a6d-5652e2f9bb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.931018 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1d16e961-3e44-4c25-9a6d-5652e2f9bb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.934658 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1d16e961-3e44-4c25-9a6d-5652e2f9bb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:26.935933 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-1d16e961-3e44-4c25-9a6d-5652e2f9bb37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5568c41a-600d-47f6-9dee-0eed1af626e9 HTTP/1.1" status: 204 len: 168 time: 0.1402724 Oct 11 16:09:26.946117 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16e961-3e44-4c25-9a6d-5652e2f9bb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5568c41a-600d-47f6-9dee-0eed1af626e9,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:27.030287 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a077dbf-67a0-4a52-82c7-94a15261a701 req-308b77a4-ead5-4d9f-aec2-18b8444c12de tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:27.031913 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5a077dbf-67a0-4a52-82c7-94a15261a701 req-308b77a4-ead5-4d9f-aec2-18b8444c12de tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0524387 Oct 11 16:09:27.076356 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5a077dbf-67a0-4a52-82c7-94a15261a701 req-fcb616f6-db53-45b4-a099-46fe5b2319e5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 Oct 11 16:09:27.703691 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-14d4789e-9fb6-4ca0-95bc-9e4053509af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:27.920130 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 46024) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:27.974806 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Deleting subnet 4d5c8c75-3e6c-4832-a3bc-cd8f3bf0160b {{(pid=94276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:09:27.978322 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.021611 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554251'] for subnet, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.062442 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.141211 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3760577'] for subnet, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.170500 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5c8c75-3e6c-4832-a3bc-cd8f3bf0160b,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:28.180622 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.181133 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.181615 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.182453 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.182916 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.183412 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.183883 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.184342 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.184819 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.185371 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.185827 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.186300 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.193264 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.201034 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-4e6e130d-dc41-4e2d-88a7-f6230a320d9c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4d5c8c75-3e6c-4832-a3bc-cd8f3bf0160b HTTP/1.1" status: 204 len: 168 time: 0.2796762 Oct 11 16:09:28.201804 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 46042) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:28.229034 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b99388-bf31-4d5e-8c10-b1ae52ac40f3 req-3759a257-be8a-4999-a1a8-ce6734d8344e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:28.230614 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-01b99388-bf31-4d5e-8c10-b1ae52ac40f3 req-3759a257-be8a-4999-a1a8-ce6734d8344e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0613420 Oct 11 16:09:28.283629 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-01b99388-bf31-4d5e-8c10-b1ae52ac40f3 req-07b85137-14ce-46de-afa8-d682ac5af7fd tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Oct 11 16:09:28.300742 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.388696 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.415215 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07c1e35-6c99-4c6b-9b92-4c65096d7d65']}} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:28.424725 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afea3d46-b896-44fe-865f-b9e044e3d486') {'for_net_delete': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:28.425134 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afea3d46-b896-44fe-865f-b9e044e3d486') {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:09:28.434576 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554240'] for segment, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.449824 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.458385 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=94276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:09:28.458788 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502999'] for segment, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: Traceback (most recent call last): Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: timer() Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: cb(*args, **kw) Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: return func(*args, **kwargs) Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: self._notify() Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: self.callback(batched_events) Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: event.method(event) Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: return f(self, *a, **k) Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._get(url).json() Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: return self.request(url, 'GET', **kwargs) Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:09:28.461006 dv-cinder-809518-6-iscsi neutron-server[94276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:09:28.525012 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.542642 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.545945 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e07c1e35-6c99-4c6b-9b92-4c65096d7d65 HTTP/1.1" status: 204 len: 168 time: 0.3423095 Oct 11 16:09:28.547087 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b75c79-b89c-4513-97d8-e1979bf46421 admin admin] Pushing event deleted for resources: {'Network': ['ID=e07c1e35-6c99-4c6b-9b92-4c65096d7d65,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:28.729110 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 46054) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:28.778026 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-0e1469aa-ec18-4bd1-af29-5aa109203d5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4144bed7ec949408faa94c6ed11ffce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475700 Oct 11 16:09:28.780666 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 46060) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:28.816343 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.848116 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.868982 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.915522 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.918313 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.919539 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9 HTTP/1.1" status: 204 len: 168 time: 0.1378074 Oct 11 16:09:28.932356 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cd8ebe-82d0-4ecc-8aa0-ef1421e776e9,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:28.935107 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:28.942882 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.943223 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.943590 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.944169 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.944499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.945286 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.945624 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.945949 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.946269 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.946584 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.946897 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:28.947235 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75aa4885-c764-4df0-a1e8-10ed51413e76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:09:29.421271 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fed4d-4667-4280-8e1b-8b8c43966329 req-129c9fb8-1e5d-447b-9b8c-0ab1bf281a31 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:29.423023 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1f8fed4d-4667-4280-8e1b-8b8c43966329 req-129c9fb8-1e5d-447b-9b8c-0ab1bf281a31 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0530834 Oct 11 16:09:29.475705 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1f8fed4d-4667-4280-8e1b-8b8c43966329 req-3f80aaab-fcba-423e-83d4-5a1d58e45d93 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Oct 11 16:09:29.669802 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 46092) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:29.781538 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1054589115-network', 'tenant_id': 'f2512c5d071f4be9a8c7019ff7c3b678'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:29.808764 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Made reservation on behalf of f2512c5d071f4be9a8c7019ff7c3b678 for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:29.811462 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.819950 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.908066 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.912886 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.933345 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=94277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:09:29.946814 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:29.951594 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:29.951942 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Added segment 15b317a5-94da-470f-b68e-fd585b6c35b1 of type vlan for network 023d4b40-4419-445c-8ffd-7314e8360db5 Oct 11 16:09:29.996483 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.032229 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.033373 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:30.034083 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.088352 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4172971 Oct 11 16:09:30.091580 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 46102) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:09:30.096702 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Request body: {'subnet': {'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1054589115-subnet', 'tenant_id': 'f2512c5d071f4be9a8c7019ff7c3b678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:30.101320 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ebd2c-7556-4eac-bdc5-8a2d4106d3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=023d4b40-4419-445c-8ffd-7314e8360db5,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:30.112258 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 023d4b40-4419-445c-8ffd-7314e8360db5 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:09:30.124212 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Made reservation on behalf of f2512c5d071f4be9a8c7019ff7c3b678 for: {'subnet': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:30.127215 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3760614'] for subnet, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.505956 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3502602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3760584'] for subnet, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.572506 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2cef27-f1ee-489e-9f07-f1a997cdcad9,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:30.582862 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Checking segment: {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:30.583223 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Network hostable DHCP agents. Network: 023d4b40-4419-445c-8ffd-7314e8360db5, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:09:30.602044 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0a1b2-3d98-4b55-9f8d-b56c2e8f734e req-da631c41-a468-4cd8-b7f4-ea2a360b26eb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:30.602694 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Network 023d4b40-4419-445c-8ffd-7314e8360db5 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:09:30.607844 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-91c0a1b2-3d98-4b55-9f8d-b56c2e8f734e req-da631c41-a468-4cd8-b7f4-ea2a360b26eb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0571048 Oct 11 16:09:30.616994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 023d4b40-4419-445c-8ffd-7314e8360db5) {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:30.621498 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:30.622060 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.637673 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4061b545-d8ac-4ee4-9473-ad82336cf12e None None] Network 023d4b40-4419-445c-8ffd-7314e8360db5 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:30.647321 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-dbc484fc-897b-42f6-b81d-f58aeba57dbd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5544524 Oct 11 16:09:30.657598 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-91c0a1b2-3d98-4b55-9f8d-b56c2e8f734e req-cec2b853-5b06-44a9-8cef-1b6baa53e4e3 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Oct 11 16:09:30.658160 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:30.890225 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97801fe2-86cc-495b-8f06-fd09a0d12dcc None None] Network 023d4b40-4419-445c-8ffd-7314e8360db5 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:09:31.589044 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-42a9d65c-01df-49ab-9b82-9943666ba401 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:31.590559 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-42a9d65c-01df-49ab-9b82-9943666ba401 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 815 time: 0.1161926 Oct 11 16:09:31.605741 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-65e25f13-6005-4742-8293-69032f8ca368 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/quotas/f2512c5d071f4be9a8c7019ff7c3b678 HTTP/1.1" status: 200 len: 375 time: 0.0094755 Oct 11 16:09:31.640222 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-c3f47d31-cde5-4dd7-b977-4c95e91aeba4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290148 Oct 11 16:09:31.741931 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-6e6e7b16-ab97-4567-afea-140468af6582 service neutron] 10.222.0.18 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932550 Oct 11 16:09:31.854260 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-860949e4-adce-43b9-a481-022ae409eebb service neutron] 10.222.0.18 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060774 Oct 11 16:09:37.190275 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:37.932815 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-e9338bc5-3834-4483-8517-963e40817722 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584369 Oct 11 16:09:38.012003 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bb51c71b-f96d-4885-aa00-6bd6979f871c req-fa8a1388-acbc-426d-9523-f37c9ca5ea35 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 210 time: 0.0427706 Oct 11 16:09:38.045802 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6538a5-d7d7-4dc9-9355-986aab310162 req-a04e5a09-f63e-4cdc-9c03-2c71298a19ba tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:38.047299 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a6538a5-d7d7-4dc9-9355-986aab310162 req-a04e5a09-f63e-4cdc-9c03-2c71298a19ba tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0810213 Oct 11 16:09:38.063405 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-6e704c88-757b-4b2e-8eca-84916cc49882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:38.064873 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-6e704c88-757b-4b2e-8eca-84916cc49882 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1098 time: 0.0679955 Oct 11 16:09:38.103877 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a6538a5-d7d7-4dc9-9355-986aab310162 req-0b32369c-896e-4501-9d88-812e0d9cf6df tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480900 Oct 11 16:09:38.210241 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-cfa64f67-0782-415f-8422-7fdce4efe0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:38.211815 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-cfa64f67-0782-415f-8422-7fdce4efe0d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 920 time: 0.1005805 Oct 11 16:09:38.290506 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-6bc6ff12-a921-446a-b90d-f94b772883d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=415ce21f-d363-4af0-9aa9-043a0112a2af HTTP/1.1" status: 200 len: 217 time: 0.0371318 Oct 11 16:09:38.342229 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-ce42ea1b-572d-4390-a064-4b0506c2238b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:38.343757 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-ce42ea1b-572d-4390-a064-4b0506c2238b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.0452459 Oct 11 16:09:38.384720 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-2161af80-adc6-495a-b8d3-611c5e50097b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252180 Oct 11 16:09:38.484525 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-4ad4541a-2fc7-464b-bde3-8730b2e4f62b service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882838 Oct 11 16:09:38.579992 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d44b30c-af9e-4e2a-86c7-6ec0805a97bf req-d9c807c9-a37d-4cc2-b4c5-698bf1bbaa77 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875309 Oct 11 16:09:39.055291 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-f3fe356a-17ca-45bd-96c9-bfeac3276a0b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:39.057158 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-f3fe356a-17ca-45bd-96c9-bfeac3276a0b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 815 time: 0.3537526 Oct 11 16:09:39.080260 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Request body: {'port': {'device_id': '9ec61a06-baa3-484e-bc68-b3e2186d04ea', 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5', 'admin_state_up': True, 'tenant_id': 'f2512c5d071f4be9a8c7019ff7c3b678'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:39.149291 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9c777dd8-6dac-491f-90f1-7390a2b490a2 req-884b59e0-7951-4fef-864d-3b352ad4c0cc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 210 time: 0.0637739 Oct 11 16:09:39.230413 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Made reservation on behalf of f2512c5d071f4be9a8c7019ff7c3b678 for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:09:39.234195 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.238057 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b5d10-c41c-42c2-a8b6-68022e8bd265 req-e19072e6-d7a9-4f12-8141-c7577628dfbd tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:39.239607 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2f1b5d10-c41c-42c2-a8b6-68022e8bd265 req-e19072e6-d7a9-4f12-8141-c7577628dfbd tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0536954 Oct 11 16:09:39.281815 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2f1b5d10-c41c-42c2-a8b6-68022e8bd265 req-c6dba9f3-ce97-4c58-85c7-a4f2226fc3b1 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352573 Oct 11 16:09:39.370172 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Allocated IP 172.20.0.2 (023d4b40-4419-445c-8ffd-7314e8360db5/5c2cef27-f1ee-489e-9f07-f1a997cdcad9/78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:09:39.520134 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.556121 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.613160 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Network 023d4b40-4419-445c-8ffd-7314e8360db5 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:09:39.617015 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:09:39.621625 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:09:39.628430 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Pushing event updated for resources: {'Port': ['ID=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:39.673941 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:39.674617 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:39.693294 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-5300d89e-c58f-48b4-ab6c-8610abb778c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171207 Oct 11 16:09:39.708460 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Request body: {'port': {'device_id': '9ec61a06-baa3-484e-bc68-b3e2186d04ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:09:39.766115 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.066409 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:09:40.074567 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.089272 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Transition to ACTIVE for port object 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:09:40.094300 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.142849 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Pushing event updated for resources: {'Port': ['ID=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:40.215894 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Attempting to bind port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:09:40.216219 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Attempting to bind port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:09:40.216549 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Attempting to bind port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 on network 023d4b40-4419-445c-8ffd-7314e8360db5 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:40.231133 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 on network 023d4b40-4419-445c-8ffd-7314e8360db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:09:40.231479 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Attempting to bind port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 on network 023d4b40-4419-445c-8ffd-7314e8360db5 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:09:40.252369 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:09:40.252715 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Checking segment: {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:09:40.253102 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Bound using segment: {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:09:40.253548 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Bound port: 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:09:40.253908 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.302740 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786c2ed-25fb-43f9-bd2e-fec44fa8a0ff req-54d93c48-4dfa-4629-a016-f0e69d6f382d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:40.304320 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7786c2ed-25fb-43f9-bd2e-fec44fa8a0ff req-54d93c48-4dfa-4629-a016-f0e69d6f382d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 943 time: 0.0846629 Oct 11 16:09:40.358660 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] For port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:09:40.367500 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7786c2ed-25fb-43f9-bd2e-fec44fa8a0ff req-bafa3363-7f4e-4c96-a6b2-7c12942a3baf tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543802 Oct 11 16:09:40.376823 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] For port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:09:40.382894 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.422161 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a403f1e-ac4c-4bb3-bbdb-d415470592a7 req-f5f68bf9-8c52-4941-a1f5-063e788ab8e4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:40.423804 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a403f1e-ac4c-4bb3-bbdb-d415470592a7 req-f5f68bf9-8c52-4941-a1f5-063e788ab8e4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0656435 Oct 11 16:09:40.430315 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:40.430944 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:40.432738 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] 10.222.0.39 "PUT /v2.0/ports/78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 HTTP/1.1" status: 200 len: 1093 time: 0.7300541 Oct 11 16:09:40.433215 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec61a06-baa3-484e-bc68-b3e2186d04ea', 'tag': '78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:09:40.435506 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ffc34b-4881-498a-a72f-668706d6aa79" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec61a06-baa3-484e-bc68-b3e2186d04ea", "tag": "78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:09:40.450837 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1eba6-c2a7-4260-a036-8dad0bd2777c service neutron] Pushing event updated for resources: {'Port': ['ID=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:09:40.464255 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a403f1e-ac4c-4bb3-bbdb-d415470592a7 req-bf70c495-2751-4b0e-930c-3897c87ec0a4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337284 Oct 11 16:09:40.474957 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848804fa-a637-4cf2-9758-a5763dcccdda x-openstack-request-id: req-848804fa-a637-4cf2-9758-a5763dcccdda {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:09:40.475189 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec61a06-baa3-484e-bc68-b3e2186d04ea", "tag": "78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:09:40.475619 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-848804fa-a637-4cf2-9758-a5763dcccdda {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:09:40.476230 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec61a06-baa3-484e-bc68-b3e2186d04ea', 'tag': '78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'status': 'completed', 'code': 200} Oct 11 16:09:46.594550 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:09:50.216142 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffc34b-4881-498a-a72f-668706d6aa79 req-9188c979-51d3-42ce-898d-7347fca7bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:50.217675 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-89ffc34b-4881-498a-a72f-668706d6aa79 req-9188c979-51d3-42ce-898d-7347fca7bdad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 1096 time: 0.0491643 Oct 11 16:09:50.338057 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550478aa-6b1b-4049-8b93-d026adf4fc5f req-30727cb8-8e13-42e1-bb8c-f5e6a11c116c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:50.340027 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-550478aa-6b1b-4049-8b93-d026adf4fc5f req-30727cb8-8e13-42e1-bb8c-f5e6a11c116c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0571911 Oct 11 16:09:50.380169 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-550478aa-6b1b-4049-8b93-d026adf4fc5f req-5d817ce2-65b5-4f27-afec-fddbd62392c3 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330756 Oct 11 16:09:50.419234 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b1a6-37ec-47de-b97a-687e6d3c549a req-2e0ac205-f528-4c63-b8e4-8e0998e0766c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:50.420738 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f8f4b1a6-37ec-47de-b97a-687e6d3c549a req-2e0ac205-f528-4c63-b8e4-8e0998e0766c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 943 time: 0.1460006 Oct 11 16:09:50.468963 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffc34b-4881-498a-a72f-668706d6aa79 req-7b994e42-362b-46bc-9491-4a9e2d9243dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:50.470418 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-89ffc34b-4881-498a-a72f-668706d6aa79 req-7b994e42-362b-46bc-9491-4a9e2d9243dd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2312515 Oct 11 16:09:50.500120 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f8f4b1a6-37ec-47de-b97a-687e6d3c549a req-c14d8655-6ae9-4879-a7c5-8e59f71735e8 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666521 Oct 11 16:09:50.641195 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffc34b-4881-498a-a72f-668706d6aa79 req-51e0dd9e-fb23-46e0-b8ec-5664d0faa048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:50.642589 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-89ffc34b-4881-498a-a72f-668706d6aa79 req-51e0dd9e-fb23-46e0-b8ec-5664d0faa048 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1626570 Oct 11 16:09:50.871959 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-d3bb4ff0-c68c-405c-853d-67b02e3cc3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:50.873473 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-d3bb4ff0-c68c-405c-853d-67b02e3cc3f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 1096 time: 0.0420120 Oct 11 16:09:51.164910 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-0b45bf15-a1a6-46a8-8de4-dcff3fba68cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 HTTP/1.1" status: 200 len: 217 time: 0.0415125 Oct 11 16:09:51.233544 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-fe3c4fac-53e5-40c2-8e75-a2af6187faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:51.235016 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-fe3c4fac-53e5-40c2-8e75-a2af6187faaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c2cef27-f1ee-489e-9f07-f1a997cdcad9 HTTP/1.1" status: 200 len: 855 time: 0.0619433 Oct 11 16:09:51.268948 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-748d8cb9-fcae-47c3-a0ff-a17bb42d8a68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=023d4b40-4419-445c-8ffd-7314e8360db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243783 Oct 11 16:09:51.374199 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-a46db442-ce02-4996-abaf-05ddaf2e435b service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890450 Oct 11 16:09:51.513943 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c6e5bfc-dd71-4675-99ae-ca36ee064a1d req-09629b9b-0e04-4504-b02e-ecb5b0d3bfbf service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962000 Oct 11 16:09:51.548942 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41753a-b147-407b-bf26-53ce1f0d38d2 req-a4ba5faf-b3ed-45c1-abcb-77cefdf9fc04 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:51.550479 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fe41753a-b147-407b-bf26-53ce1f0d38d2 req-a4ba5faf-b3ed-45c1-abcb-77cefdf9fc04 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0555966 Oct 11 16:09:51.600212 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fe41753a-b147-407b-bf26-53ce1f0d38d2 req-292d35d0-b719-4530-9cf4-58f6ef49ca89 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Oct 11 16:09:51.621068 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d46cc-0126-4604-b402-ce110e5381c3 req-a3cab07e-1d3e-4e57-b467-13625b41574c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:51.622850 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a0d46cc-0126-4604-b402-ce110e5381c3 req-a3cab07e-1d3e-4e57-b467-13625b41574c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 943 time: 0.0526633 Oct 11 16:09:51.664215 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a0d46cc-0126-4604-b402-ce110e5381c3 req-bbf659a3-8ff0-49b8-aa73-c9e61fed4cf4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342586 Oct 11 16:09:52.752017 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4bebf-20d3-42d8-a321-a9897a297b4d req-c466d2de-c60c-4e2e-896f-bd777946828c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:52.753526 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-49b4bebf-20d3-42d8-a321-a9897a297b4d req-c466d2de-c60c-4e2e-896f-bd777946828c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0540679 Oct 11 16:09:52.787579 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa83100-b18d-44c5-8563-d18965246c18 req-1e26b9c2-c256-479d-bcbf-0a0ea425aec3 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:52.789061 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-aaa83100-b18d-44c5-8563-d18965246c18 req-1e26b9c2-c256-479d-bcbf-0a0ea425aec3 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 943 time: 0.0486250 Oct 11 16:09:52.792973 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-49b4bebf-20d3-42d8-a321-a9897a297b4d req-b045ac7e-8c49-452f-82a3-9db0c0101747 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334198 Oct 11 16:09:52.830240 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-aaa83100-b18d-44c5-8563-d18965246c18 req-365cf419-ac8d-49f1-ace2-33ae994faa26 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341063 Oct 11 16:09:54.032230 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c0346-85fd-45a9-a8e6-8e8ec7ebb188 req-e0990dd0-414c-432a-8a0c-3ccd925f3509 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:54.033871 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-754c0346-85fd-45a9-a8e6-8e8ec7ebb188 req-e0990dd0-414c-432a-8a0c-3ccd925f3509 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0597475 Oct 11 16:09:54.037122 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c11e1-d533-48d8-9dd9-4a95370097d6 req-fcfec824-5279-427d-8070-7971daea6708 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:54.038611 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6d9c11e1-d533-48d8-9dd9-4a95370097d6 req-fcfec824-5279-427d-8070-7971daea6708 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 943 time: 0.0486829 Oct 11 16:09:54.072258 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-754c0346-85fd-45a9-a8e6-8e8ec7ebb188 req-be2aac27-fc1c-4c67-a910-94fb059858dd tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321786 Oct 11 16:09:54.076616 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6d9c11e1-d533-48d8-9dd9-4a95370097d6 req-0a505459-c91d-4346-8742-5d65fc7065c2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Oct 11 16:09:55.200162 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b02ec-6ef2-4515-883a-f5124e0336a7 req-81cecc92-098a-4b80-b4fe-0847c3f60152 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:55.202614 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f54b02ec-6ef2-4515-883a-f5124e0336a7 req-81cecc92-098a-4b80-b4fe-0847c3f60152 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0537384 Oct 11 16:09:55.209523 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5deb1-5248-4814-bdde-5f0ec980c3ed req-bdf691d1-d379-4d05-bd35-61441f85a564 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:09:55.211093 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-19f5deb1-5248-4814-bdde-5f0ec980c3ed req-bdf691d1-d379-4d05-bd35-61441f85a564 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 943 time: 0.0497742 Oct 11 16:09:55.218528 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-5b322bbd-e8ba-4cd6-965e-78c8c7f192dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:55.250747 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f54b02ec-6ef2-4515-883a-f5124e0336a7 req-ec4b10a0-6d1e-4c45-91e1-51a9a90baf76 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Oct 11 16:09:55.254841 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-19f5deb1-5248-4814-bdde-5f0ec980c3ed req-e55667dd-f518-4e05-b41d-691dfd256050 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368230 Oct 11 16:09:57.702630 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4b987d41-36c1-416c-b96a-7ac55f6397a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.818410 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:09:58.934415 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:00.632139 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.780551 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:10:03.897586 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:03.909182 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5', 'port_id': '78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'mac_address': 'fa:16:3e:f8:74:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2cef27-f1ee-489e-9f07-f1a997cdcad9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:10:03.946204 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:03.958868 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:10:03.980717 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:03.987320 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:04.035424 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:04.042918 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.043263 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.043632 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.043967 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.044297 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.044607 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.044933 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.045252 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.045600 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.045921 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.046240 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:04.046554 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:07.499913 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:07.593028 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feebf5f-cefa-4907-8f12-dbad30c98c39 req-dd511814-98a7-4143-9c8c-90f276dc7b0d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:07.594594 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1feebf5f-cefa-4907-8f12-dbad30c98c39 req-dd511814-98a7-4143-9c8c-90f276dc7b0d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0522285 Oct 11 16:10:07.612609 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230ac94-03c3-4dd2-b1a7-cc7ecffdbcc0 req-ae082af2-da63-4306-b28c-00da3e4c6076 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:07.614206 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c230ac94-03c3-4dd2-b1a7-cc7ecffdbcc0 req-ae082af2-da63-4306-b28c-00da3e4c6076 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 944 time: 0.0520890 Oct 11 16:10:07.632954 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1feebf5f-cefa-4907-8f12-dbad30c98c39 req-2ae6da5f-899b-42af-bde8-80dea3cd93f8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Oct 11 16:10:07.652634 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c230ac94-03c3-4dd2-b1a7-cc7ecffdbcc0 req-2c87671f-6ca9-473d-81a5-93c99532271c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323379 Oct 11 16:10:08.748536 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:10:08.824246 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b7316-d49b-4d16-bfb1-b2b85541284e req-45749172-fadf-4675-abdb-84da3907a06c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:08.825828 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0b3b7316-d49b-4d16-bfb1-b2b85541284e req-45749172-fadf-4675-abdb-84da3907a06c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0627503 Oct 11 16:10:08.864338 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0b3b7316-d49b-4d16-bfb1-b2b85541284e req-1efebb67-e577-4c45-845a-3d04d6d061b2 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Oct 11 16:10:08.864580 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f6a29-971c-4b97-ba58-daadc78d0faf req-364542cc-c150-40a7-a1bd-13a000ed55f7 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:08.866142 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eb1f6a29-971c-4b97-ba58-daadc78d0faf req-364542cc-c150-40a7-a1bd-13a000ed55f7 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 944 time: 0.0493331 Oct 11 16:10:08.905171 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eb1f6a29-971c-4b97-ba58-daadc78d0faf req-8790beae-2573-4ace-87fa-c6e48bdffee4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Oct 11 16:10:09.988136 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01839503-87fc-4f31-b3de-1d6f6232709c req-740faa6b-48e2-498f-91f4-a13520a0c0b4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:09.989813 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-01839503-87fc-4f31-b3de-1d6f6232709c req-740faa6b-48e2-498f-91f4-a13520a0c0b4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0514402 Oct 11 16:10:10.033327 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-01839503-87fc-4f31-b3de-1d6f6232709c req-fcd743ff-dea6-4677-95e1-513e43e2ec9d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Oct 11 16:10:10.139811 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2373e-ff57-43b4-851f-fb2aa3bbcb6f req-ca734565-fb7d-4610-a9a6-83abf89b2fa9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:10.141312 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-26c2373e-ff57-43b4-851f-fb2aa3bbcb6f req-ca734565-fb7d-4610-a9a6-83abf89b2fa9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 944 time: 0.0524981 Oct 11 16:10:10.181239 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-26c2373e-ff57-43b4-851f-fb2aa3bbcb6f req-3a3ffc17-29db-4dc1-9da6-b87e70c52ea2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335028 Oct 11 16:10:11.158836 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2548e8-3d24-4b63-ab76-4fef2703d903 req-52b03243-27b2-46bd-a28a-05c038e67062 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:11.160374 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1c2548e8-3d24-4b63-ab76-4fef2703d903 req-52b03243-27b2-46bd-a28a-05c038e67062 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0534382 Oct 11 16:10:11.198869 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1c2548e8-3d24-4b63-ab76-4fef2703d903 req-d870e62d-419e-45ff-b40f-720cf82b2fb2 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Oct 11 16:10:11.306317 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9679cb-2cb1-4cda-90a0-ed0b118e4329 req-3cbfcab6-9846-4ede-a63e-f173892a231c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:11.307871 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3d9679cb-2cb1-4cda-90a0-ed0b118e4329 req-3cbfcab6-9846-4ede-a63e-f173892a231c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 944 time: 0.0503345 Oct 11 16:10:11.352089 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3d9679cb-2cb1-4cda-90a0-ed0b118e4329 req-e1b295f0-4bba-4783-9052-e9906ce57249 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381813 Oct 11 16:10:14.543076 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:10:14.606002 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:10:14.609953 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:10:14.610325 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.691687 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.715850 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec61a06-baa3-484e-bc68-b3e2186d04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:10:14.718107 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06acfce6-a38a-494c-b7ee-2a7e6252e981" -d '{"events": [{"server_uuid": "9ec61a06-baa3-484e-bc68-b3e2186d04ea", "name": "network-vif-plugged", "status": "completed", "tag": "78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:10:14.731095 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:10:14.736416 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:14.783799 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:18.066755 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db4ce3-81b0-410e-9d2d-03136daf1dd3 req-31d8257f-5c8c-48f5-b7c3-f36acd875138 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:18.068383 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c2db4ce3-81b0-410e-9d2d-03136daf1dd3 req-31d8257f-5c8c-48f5-b7c3-f36acd875138 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0512404 Oct 11 16:10:18.104558 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fbb86-8bad-421a-9e16-330d6af2f6a0 req-f8bc54d4-eba2-4d5c-8c3f-f7fc7cca8c1b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:18.106057 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e15fbb86-8bad-421a-9e16-330d6af2f6a0 req-f8bc54d4-eba2-4d5c-8c3f-f7fc7cca8c1b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 945 time: 0.0538290 Oct 11 16:10:18.108770 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c2db4ce3-81b0-410e-9d2d-03136daf1dd3 req-842eeca7-afe7-4227-ab04-f2914f018344 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Oct 11 16:10:18.146877 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e15fbb86-8bad-421a-9e16-330d6af2f6a0 req-2f340a87-4a0b-4113-892f-516370b94153 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341423 Oct 11 16:10:18.155193 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6835d05e-2f9e-4c46-96e3-a5c2db7b1b43 x-openstack-request-id: req-6835d05e-2f9e-4c46-96e3-a5c2db7b1b43 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:10:18.155744 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec61a06-baa3-484e-bc68-b3e2186d04ea", "name": "network-vif-plugged", "status": "completed", "tag": "78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:10:18.155744 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6835d05e-2f9e-4c46-96e3-a5c2db7b1b43 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:10:18.156121 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec61a06-baa3-484e-bc68-b3e2186d04ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'code': 200} Oct 11 16:10:18.742023 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c5c7e-6896-4785-adb7-bf3701e5d53b req-a5e4ee19-8243-458e-8723-26e74b88b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:18.743554 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-522c5c7e-6896-4785-adb7-bf3701e5d53b req-a5e4ee19-8243-458e-8723-26e74b88b39c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 1098 time: 0.0421655 Oct 11 16:10:18.781363 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-522c5c7e-6896-4785-adb7-bf3701e5d53b req-7cf0ce3f-f152-43e0-945f-865629719d06 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305178 Oct 11 16:10:19.281389 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5581b-21f7-4ce7-bcde-4b1b25377c0b req-768fd680-bb9a-47d8-b709-02e4105230dd tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:19.283172 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3cd5581b-21f7-4ce7-bcde-4b1b25377c0b req-768fd680-bb9a-47d8-b709-02e4105230dd tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0669210 Oct 11 16:10:19.302354 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac44d30-ee72-4134-9109-9c9c98e476ed req-a402cd37-38d1-42be-a110-e3f411fa9186 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:19.303939 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5ac44d30-ee72-4134-9109-9c9c98e476ed req-a402cd37-38d1-42be-a110-e3f411fa9186 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 945 time: 0.0755210 Oct 11 16:10:19.333460 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3cd5581b-21f7-4ce7-bcde-4b1b25377c0b req-1c4d1496-82b0-418d-bd7d-098d17beaedf tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Oct 11 16:10:19.355151 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5ac44d30-ee72-4134-9109-9c9c98e476ed req-b76048a5-11c4-48b8-bfeb-6eba2961465b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Oct 11 16:10:20.528407 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621037a-917a-431b-810a-15eaa2eafce3 req-7aee8177-8b08-480c-aa50-cc6085f1880e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:20.529912 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e621037a-917a-431b-810a-15eaa2eafce3 req-7aee8177-8b08-480c-aa50-cc6085f1880e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0512116 Oct 11 16:10:20.531954 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13f495-50ac-4199-8b8a-e1eacca35255 req-3f55e1c6-e256-41f1-8f75-eed27c4afd1d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:20.533371 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ca13f495-50ac-4199-8b8a-e1eacca35255 req-3f55e1c6-e256-41f1-8f75-eed27c4afd1d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 945 time: 0.0522709 Oct 11 16:10:20.569057 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e621037a-917a-431b-810a-15eaa2eafce3 req-0965feb4-dcc5-4f21-819a-c99fdf14b7be tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Oct 11 16:10:20.574849 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ca13f495-50ac-4199-8b8a-e1eacca35255 req-12cd6aae-c13d-4a01-9455-23721f01d8c1 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353217 Oct 11 16:10:21.891230 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bccbf-09ee-48d6-9824-b94716c0fe9f req-553a8372-7022-4ec7-a0d9-1ac3f346de2a tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:21.892774 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ff8bccbf-09ee-48d6-9824-b94716c0fe9f req-553a8372-7022-4ec7-a0d9-1ac3f346de2a tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0521679 Oct 11 16:10:21.932381 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ff8bccbf-09ee-48d6-9824-b94716c0fe9f req-e64cb8c3-2e58-4d72-be0a-3fbb89f5f178 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331891 Oct 11 16:10:21.977734 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b77ac4-39b1-4a57-820f-2339b2cc53eb req-9008532e-db9d-459b-b677-61549e412d69 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:21.979240 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66b77ac4-39b1-4a57-820f-2339b2cc53eb req-9008532e-db9d-459b-b677-61549e412d69 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 945 time: 0.0513101 Oct 11 16:10:22.016805 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66b77ac4-39b1-4a57-820f-2339b2cc53eb req-f0b61c21-0a3a-412c-b948-af097dea71ff tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314975 Oct 11 16:10:23.594149 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:10:25.220997 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c7988dfb-28e2-4e7f-b81e-262738df77a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.705083 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-40c8b8ca-0a63-4ff2-958d-960d67838e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:27.831143 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fa55f-dfae-45d8-9c8e-2127bd2cf867 req-9e50abff-8ebb-4855-8aca-9f582c670a8c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:27.832573 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e71fa55f-dfae-45d8-9c8e-2127bd2cf867 req-9e50abff-8ebb-4855-8aca-9f582c670a8c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0511189 Oct 11 16:10:27.871937 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e71fa55f-dfae-45d8-9c8e-2127bd2cf867 req-70283b91-7054-4436-863b-d8a7f4ac4b2c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Oct 11 16:10:28.822692 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:28.926992 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:29.010911 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef655ce8-7068-444e-b44c-5dc91a01c1e0 req-0e74edab-4d28-4977-8590-60fbfe883d83 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:29.012414 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ef655ce8-7068-444e-b44c-5dc91a01c1e0 req-0e74edab-4d28-4977-8590-60fbfe883d83 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0627162 Oct 11 16:10:29.051023 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ef655ce8-7068-444e-b44c-5dc91a01c1e0 req-ab557183-e4e1-4168-b2fc-947a5276d74c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Oct 11 16:10:30.233080 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87571451-7976-45d8-aa52-317099dc9912 req-50f4f05d-1a8c-4e9f-9eb9-1024c2d0650d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:30.234554 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-87571451-7976-45d8-aa52-317099dc9912 req-50f4f05d-1a8c-4e9f-9eb9-1024c2d0650d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0582535 Oct 11 16:10:30.273947 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-87571451-7976-45d8-aa52-317099dc9912 req-de4915d7-9966-40a3-8bed-b05964b8ff00 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Oct 11 16:10:30.411081 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc434f-bbd1-4c75-a853-a261c0cbc70a req-46045ffd-ba02-423b-ba0d-c12e4d52eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:30.412616 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34cc434f-bbd1-4c75-a853-a261c0cbc70a req-46045ffd-ba02-423b-ba0d-c12e4d52eca7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 1098 time: 0.0409732 Oct 11 16:10:30.451803 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34cc434f-bbd1-4c75-a853-a261c0cbc70a req-b6c7682a-8033-4992-83ff-cdc31f8e97d0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293870 Oct 11 16:10:30.626047 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:31.470213 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcef31-42ab-4eb0-9107-1cb506102579 req-d6653f3c-8cdd-4d1b-b579-aad0b302c3d5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:31.472303 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-72fcef31-42ab-4eb0-9107-1cb506102579 req-d6653f3c-8cdd-4d1b-b579-aad0b302c3d5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0586138 Oct 11 16:10:31.515886 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-72fcef31-42ab-4eb0-9107-1cb506102579 req-5e93fc13-8da7-4faa-9492-24bce6d29e10 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Oct 11 16:10:32.638394 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09583a12-ed44-42eb-a801-f21a4ec4e420 req-7bc59b0a-1422-43fd-aa7e-0a6972fa511d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:32.639859 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-09583a12-ed44-42eb-a801-f21a4ec4e420 req-7bc59b0a-1422-43fd-aa7e-0a6972fa511d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Oct 11 16:10:32.685710 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-09583a12-ed44-42eb-a801-f21a4ec4e420 req-d7f76cab-95d2-455c-9909-c2e978dc0a28 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373948 Oct 11 16:10:32.818509 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece16cf-1e90-4577-b514-cc7fc8891f9f req-8497861f-2624-437b-90b0-e325103ab9cf tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:32.819999 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fece16cf-1e90-4577-b514-cc7fc8891f9f req-8497861f-2624-437b-90b0-e325103ab9cf tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0586305 Oct 11 16:10:32.858787 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fece16cf-1e90-4577-b514-cc7fc8891f9f req-af41bb02-bba6-40b7-a0bf-e5ed76abc382 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321863 Oct 11 16:10:33.324453 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 47042) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:33.481457 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.574960 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.578966 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.614874 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c981c4ec-d398-4528-adf1-33da1c89063a,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:33.620938 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad1f6ac222384d43afedc407452006da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945173 Oct 11 16:10:33.623264 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 47060) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:33.624806 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.625150 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.625478 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.625802 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.626120 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.626438 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.626753 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.627067 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.627394 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.627711 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.628089 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.628399 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd711e-dc18-4428-b61d-9f3b71c9d66c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.676851 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.699593 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.748350 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.750913 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:33.752329 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c981c4ec-d398-4528-adf1-33da1c89063a HTTP/1.1" status: 204 len: 168 time: 0.1279624 Oct 11 16:10:33.760621 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c981c4ec-d398-4528-adf1-33da1c89063a,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:33.767801 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.768151 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.768488 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.768821 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.769149 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.769478 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.769807 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.770134 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.770480 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.770887 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.771127 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:33.771466 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117d5e35-dc96-4f88-9eb8-172e8f0e7c8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:10:34.772778 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-66dc30b9-dd7d-4ae9-b045-ec758ced40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:34.774415 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-66dc30b9-dd7d-4ae9-b045-ec758ced40ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1098 time: 0.1047881 Oct 11 16:10:34.846834 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2438266-e663-4ef3-b9bf-99a0125d6904 req-0bb4f6a8-cf4f-437f-a1f5-2cbe3954407c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:34.848268 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c2438266-e663-4ef3-b9bf-99a0125d6904 req-0bb4f6a8-cf4f-437f-a1f5-2cbe3954407c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.1435325 Oct 11 16:10:34.910339 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c2438266-e663-4ef3-b9bf-99a0125d6904 req-7f7e866b-449d-4376-99d6-ef49b52d6be5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535698 Oct 11 16:10:34.920549 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-c8d8e206-9e6a-438f-a3f7-3a7679f29f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:34.922348 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-c8d8e206-9e6a-438f-a3f7-3a7679f29f1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 920 time: 0.1319325 Oct 11 16:10:35.202578 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-60a3b803-37c3-4be6-9afd-007aa742b2f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=415ce21f-d363-4af0-9aa9-043a0112a2af HTTP/1.1" status: 200 len: 217 time: 0.0446656 Oct 11 16:10:35.256618 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-0677a323-58e4-41d8-9f8e-7db054837e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:35.258068 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-0677a323-58e4-41d8-9f8e-7db054837e00 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.0451181 Oct 11 16:10:35.297359 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-47b0e484-bbb7-484a-ac45-2661802033ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248618 Oct 11 16:10:35.406998 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-75156963-51be-46b5-884e-1347fdd10775 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018281 Oct 11 16:10:36.037437 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151983fc-affa-4678-87f8-f788779522ea req-29b19651-9b0b-4beb-87c7-fe7892c3a6b8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:36.039698 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-151983fc-affa-4678-87f8-f788779522ea req-29b19651-9b0b-4beb-87c7-fe7892c3a6b8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0508180 Oct 11 16:10:36.080391 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-151983fc-affa-4678-87f8-f788779522ea req-15db6d94-60d9-4ed6-8bd3-047a570626a6 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337176 Oct 11 16:10:36.567308 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-450b6860-c4a1-447c-ab81-ddc8cbb5e205 req-6297c278-51bf-4dc7-9e34-f4285ee319ce service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961044 Oct 11 16:10:37.498943 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:39.004811 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-3b800860-b4da-4231-98ad-eb689af701d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517011 Oct 11 16:10:39.330491 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edeaca-9b57-43a4-8068-1a5dd856546e req-ef0fcf29-226e-47c0-bd34-1e932fcd1202 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:39.332025 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-28edeaca-9b57-43a4-8068-1a5dd856546e req-ef0fcf29-226e-47c0-bd34-1e932fcd1202 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.2911091 Oct 11 16:10:39.394602 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-28edeaca-9b57-43a4-8068-1a5dd856546e req-1fa25d09-3503-46bb-9b54-ab75c280d397 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555964 Oct 11 16:10:39.405421 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-a3b8a161-5ac3-4396-a8ad-f1d3b76e030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:39.406918 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-a3b8a161-5ac3-4396-a8ad-f1d3b76e030c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 1099 time: 0.0547683 Oct 11 16:10:39.521758 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-2ac8c077-2807-4935-8ab7-2f2e477d6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:39.523208 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-2ac8c077-2807-4935-8ab7-2f2e477d6f03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 910 time: 0.0884213 Oct 11 16:10:39.599464 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-11a61c04-e699-41b5-99a6-f14fce608537 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 200 len: 1001 time: 0.0686333 Oct 11 16:10:39.653339 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-ea3c9d4b-cc81-4dd2-925e-c44568eab4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:39.654854 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-ea3c9d4b-cc81-4dd2-925e-c44568eab4c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.0481949 Oct 11 16:10:39.700182 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-0f209a40-bcbf-472b-84eb-cc3ada1bcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:39.701722 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-0f209a40-bcbf-472b-84eb-cc3ada1bcbee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397701 Oct 11 16:10:39.801921 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-4246a82c-ea08-464a-ae44-6b4730e628e7 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920355 Oct 11 16:10:39.896717 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c41f966c-0661-49c1-ba17-d081d1f2088a req-4a9d6388-c6ed-4b2a-915a-d5f88d5aba7f service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855460 Oct 11 16:10:40.324862 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 47184) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.434090 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-98b20fa8-6896-40c8-8d50-64db609d7364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.510916 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-98b20fa8-6896-40c8-8d50-64db609d7364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.515977 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-98b20fa8-6896-40c8-8d50-64db609d7364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.517514 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071028b1-c25c-4b4e-a2c3-626df2e2481d req-d5b8cc24-9f24-4deb-9921-6a0b8c7897aa tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:40.519136 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071028b1-c25c-4b4e-a2c3-626df2e2481d req-d5b8cc24-9f24-4deb-9921-6a0b8c7897aa tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0530710 Oct 11 16:10:40.555493 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-98b20fa8-6896-40c8-8d50-64db609d7364 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=851f410b339d4bf9adbc32b80e477d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283759 Oct 11 16:10:40.555711 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b20fa8-6896-40c8-8d50-64db609d7364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe18521-6333-435c-bef3-2214d64e2e53,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.558519 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 47192) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.560386 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071028b1-c25c-4b4e-a2c3-626df2e2481d req-ae3dff92-a8b3-416e-bf69-d05a11175cb1 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Oct 11 16:10:40.611218 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fe969c80-aa50-4498-8ec0-3e2fafe29bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.632832 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fe969c80-aa50-4498-8ec0-3e2fafe29bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.683177 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fe969c80-aa50-4498-8ec0-3e2fafe29bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.685839 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fe969c80-aa50-4498-8ec0-3e2fafe29bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:40.687022 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-fe969c80-aa50-4498-8ec0-3e2fafe29bb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9fe18521-6333-435c-bef3-2214d64e2e53 HTTP/1.1" status: 204 len: 168 time: 0.1275790 Oct 11 16:10:40.695054 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe969c80-aa50-4498-8ec0-3e2fafe29bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe18521-6333-435c-bef3-2214d64e2e53,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:40.959266 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 47202) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:40.972650 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-38897a98-299a-49e4-86fc-8160f0838ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.058595 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-38897a98-299a-49e4-86fc-8160f0838ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.066029 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-38897a98-299a-49e4-86fc-8160f0838ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.104073 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-38897a98-299a-49e4-86fc-8160f0838ab5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79fc0dbde2bb4af68c1386cb63d4ba94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435554 Oct 11 16:10:41.104924 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38897a98-299a-49e4-86fc-8160f0838ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf118c0-228e-4f7a-8a41-ad208f5ca1bd,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.106885 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 47208) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:10:41.160269 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-66d8a578-52f7-4ce3-ab3a-7a308892d679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.182776 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-66d8a578-52f7-4ce3-ab3a-7a308892d679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.233362 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-66d8a578-52f7-4ce3-ab3a-7a308892d679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.235856 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-66d8a578-52f7-4ce3-ab3a-7a308892d679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:41.236988 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-66d8a578-52f7-4ce3-ab3a-7a308892d679 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bf118c0-228e-4f7a-8a41-ad208f5ca1bd HTTP/1.1" status: 204 len: 168 time: 0.1289022 Oct 11 16:10:41.245264 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8a578-52f7-4ce3-ab3a-7a308892d679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf118c0-228e-4f7a-8a41-ad208f5ca1bd,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:41.682607 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e2cf-30fb-44a3-994a-464c66041d97 req-6dd8d804-ad24-40f7-b6b9-2dceff063a77 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:41.684159 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23b7e2cf-30fb-44a3-994a-464c66041d97 req-6dd8d804-ad24-40f7-b6b9-2dceff063a77 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0497072 Oct 11 16:10:41.726837 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23b7e2cf-30fb-44a3-994a-464c66041d97 req-f9021b90-3f95-4e8a-bbd4-e23323a6a229 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Oct 11 16:10:42.843209 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fa3e0-8a13-440d-a207-dd7636d58c33 req-c604ef7d-948b-4e44-aa5b-114908377348 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:42.844737 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-073fa3e0-8a13-440d-a207-dd7636d58c33 req-c604ef7d-948b-4e44-aa5b-114908377348 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0480928 Oct 11 16:10:42.886771 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-073fa3e0-8a13-440d-a207-dd7636d58c33 req-d30a7000-c234-4d23-8596-be2767847f8f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354908 Oct 11 16:10:44.017211 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1090c35-12af-40a3-9870-a97d5c9e3b89 req-5d73442e-27ba-4ca7-b1b4-bf3431aa79c9 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:44.018778 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f1090c35-12af-40a3-9870-a97d5c9e3b89 req-5d73442e-27ba-4ca7-b1b4-bf3431aa79c9 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0508535 Oct 11 16:10:44.057418 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f1090c35-12af-40a3-9870-a97d5c9e3b89 req-ad92443c-02f7-414d-b1d4-80ad6fde7afd tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Oct 11 16:10:48.867425 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c8e77-6c7f-4fb4-bde5-dbb33f9e688d req-6d8da701-a124-4e23-b00d-f833985f5c3c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:48.868794 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-610c8e77-6c7f-4fb4-bde5-dbb33f9e688d req-6d8da701-a124-4e23-b00d-f833985f5c3c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0511761 Oct 11 16:10:48.907300 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-610c8e77-6c7f-4fb4-bde5-dbb33f9e688d req-884e2e6c-16bb-4797-bdba-ac1acfcbbaaf tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Oct 11 16:10:50.025566 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3e421-cdd5-4e62-b473-4897a023bd13 req-ee85c0dc-a97b-478a-a753-f0b7ebbc6e01 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:50.027075 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b6e3e421-cdd5-4e62-b473-4897a023bd13 req-ee85c0dc-a97b-478a-a753-f0b7ebbc6e01 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0503983 Oct 11 16:10:50.079559 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b6e3e421-cdd5-4e62-b473-4897a023bd13 req-d72e6003-c6ca-42cd-a0fd-8b5c4f6dc1ae tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Oct 11 16:10:51.207848 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571210f-0d26-4a69-88ef-8d5a10f93004 req-c4080e47-d985-4b3c-893c-dd4f99a27cf5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:51.209391 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3571210f-0d26-4a69-88ef-8d5a10f93004 req-c4080e47-d985-4b3c-893c-dd4f99a27cf5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0587587 Oct 11 16:10:51.253469 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3571210f-0d26-4a69-88ef-8d5a10f93004 req-65638f8c-2fab-4c20-97b3-6507b45cb09d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378695 Oct 11 16:10:51.751999 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-5f5deedf-6c34-44c7-92b8-1bfda25ab387 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:51.753470 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-5f5deedf-6c34-44c7-92b8-1bfda25ab387 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 815 time: 0.1154113 Oct 11 16:10:51.768821 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-6c045f47-c6fd-41fa-9cc6-a6403adf6ff9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/quotas/f2512c5d071f4be9a8c7019ff7c3b678 HTTP/1.1" status: 200 len: 375 time: 0.0094254 Oct 11 16:10:51.818691 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-1c5df249-8966-4584-bea4-4c9a021f14b4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441720 Oct 11 16:10:51.912124 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-138e642e-2f6a-4fa0-a92e-5ea506e62b12 service neutron] 10.222.0.18 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864041 Oct 11 16:10:52.011370 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-fd1c81fe-f158-4ec7-a791-d94607ed4c56 service neutron] 10.222.0.18 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899689 Oct 11 16:10:52.178931 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9829f4fa-0c11-4aeb-b259-b8575cd7dfde req-3151012b-9f40-4f24-bd40-fc5edae8c8a9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 210 time: 0.0270691 Oct 11 16:10:52.376126 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c9bbe-d6cc-486e-972e-80a587d6f0ba req-ebdcf06f-745d-4d53-8ce2-e69cf71aed02 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:52.377592 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c73c9bbe-d6cc-486e-972e-80a587d6f0ba req-ebdcf06f-745d-4d53-8ce2-e69cf71aed02 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0500224 Oct 11 16:10:52.416672 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c73c9bbe-d6cc-486e-972e-80a587d6f0ba req-ebfe9cb5-b7fb-4b80-b7f5-9a535dd5b320 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Oct 11 16:10:53.196164 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-e05907d7-9f4a-47e0-aca0-925ece0c1c9e tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:53.197699 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-e05907d7-9f4a-47e0-aca0-925ece0c1c9e tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 815 time: 0.1267991 Oct 11 16:10:53.252221 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Request body: {'port': {'device_id': '46a7429b-eb41-4560-8f6f-f93b8c51259e', 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5', 'admin_state_up': True, 'tenant_id': 'f2512c5d071f4be9a8c7019ff7c3b678'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:53.285845 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0c08cf75-da9f-4c0c-8709-9e3f16602fca req-824ec201-3fe2-499c-b294-0cec798ccad4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 210 time: 0.0325696 Oct 11 16:10:53.379720 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Made reservation on behalf of f2512c5d071f4be9a8c7019ff7c3b678 for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:10:53.385124 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:53.521063 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Allocated IP 172.20.0.5 (023d4b40-4419-445c-8ffd-7314e8360db5/5c2cef27-f1ee-489e-9f07-f1a997cdcad9/c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:10:53.546401 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb9757-3530-4ca1-856d-d4b997b8366b req-a214c01f-fb43-4182-b03e-bd2c7ee81285 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:53.548238 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-23bb9757-3530-4ca1-856d-d4b997b8366b req-a214c01f-fb43-4182-b03e-bd2c7ee81285 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0611224 Oct 11 16:10:53.587531 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-23bb9757-3530-4ca1-856d-d4b997b8366b req-424e79e3-26b1-4bf9-8ab2-256d86c26b7b tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325966 Oct 11 16:10:53.691683 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:53.727037 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:53.740381 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:10:53.776004 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Network 023d4b40-4419-445c-8ffd-7314e8360db5 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:10:53.779059 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:10:53.783701 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:10:53.806508 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Pushing event updated for resources: {'Port': ['ID=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:53.835494 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:53.836186 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:53.853956 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-ebc7149f-edd8-40ae-b912-9a791430d680 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066732 Oct 11 16:10:53.867033 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Request body: {'port': {'device_id': '46a7429b-eb41-4560-8f6f-f93b8c51259e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:10:53.924262 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:54.203859 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:10:54.211666 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:54.230645 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Transition to ACTIVE for port object c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:10:54.235276 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:54.285486 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Pushing event updated for resources: {'Port': ['ID=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:54.351167 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Attempting to bind port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:10:54.351530 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Attempting to bind port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:10:54.351857 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Attempting to bind port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c on network 023d4b40-4419-445c-8ffd-7314e8360db5 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:10:54.356268 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c on network 023d4b40-4419-445c-8ffd-7314e8360db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:10:54.356585 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Attempting to bind port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c on network 023d4b40-4419-445c-8ffd-7314e8360db5 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:10:54.361615 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:10:54.361944 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Checking segment: {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:10:54.362323 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Bound using segment: {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:10:54.362761 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Bound port: c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:10:54.363124 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:54.404064 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279443cd-864a-4636-88fb-d92ef75763f2 req-cfe5ac65-2b6f-464d-8d93-a56d61122102 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:54.405857 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-279443cd-864a-4636-88fb-d92ef75763f2 req-cfe5ac65-2b6f-464d-8d93-a56d61122102 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 943 time: 0.0501671 Oct 11 16:10:54.431563 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] For port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:10:54.434937 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] For port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:10:54.442044 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:54.446768 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-279443cd-864a-4636-88fb-d92ef75763f2 req-215ea659-87ae-464a-98be-08c6fd4d36f6 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347433 Oct 11 16:10:54.480708 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:54.481322 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:54.482726 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] 10.222.0.39 "PUT /v2.0/ports/c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c HTTP/1.1" status: 200 len: 1093 time: 0.6205630 Oct 11 16:10:54.483157 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7429b-eb41-4560-8f6f-f93b8c51259e', 'tag': 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:10:54.485595 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "46a7429b-eb41-4560-8f6f-f93b8c51259e", "tag": "c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:10:54.506011 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c672b-f120-4a1c-8927-03d01a79cfab service neutron] Pushing event updated for resources: {'Port': ['ID=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:10:54.540338 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269d3bb-7772-471f-a05b-5bb9f9882d1a x-openstack-request-id: req-e269d3bb-7772-471f-a05b-5bb9f9882d1a {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:10:54.540631 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a7429b-eb41-4560-8f6f-f93b8c51259e", "tag": "c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:10:54.540883 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e269d3bb-7772-471f-a05b-5bb9f9882d1a {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:10:54.541286 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a7429b-eb41-4560-8f6f-f93b8c51259e', 'tag': 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c', 'status': 'completed', 'code': 200} Oct 11 16:10:54.575679 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-daad03a2-efc8-4e87-afe5-3e8d596e44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:54.575679 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-daad03a2-efc8-4e87-afe5-3e8d596e44bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 1096 time: 0.0430264 Oct 11 16:10:54.667875 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-8902d66b-8ee7-4555-94e5-29d1e2f7aba8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c HTTP/1.1" status: 200 len: 217 time: 0.0404482 Oct 11 16:10:54.743519 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-f8ca0241-ad5d-4488-a3de-ffd2dcdc7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:54.744917 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-f8ca0241-ad5d-4488-a3de-ffd2dcdc7a44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c2cef27-f1ee-489e-9f07-f1a997cdcad9 HTTP/1.1" status: 200 len: 855 time: 0.0677156 Oct 11 16:10:54.753852 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b1cdc-5ef9-4bc7-8096-c5000ba60640 req-69e0c835-3476-4cb4-bf3e-29f679890311 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:54.755349 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-681b1cdc-5ef9-4bc7-8096-c5000ba60640 req-69e0c835-3476-4cb4-bf3e-29f679890311 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0903072 Oct 11 16:10:54.787333 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-f78fcf56-d1d2-481a-9116-404d1eb6c69a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=023d4b40-4419-445c-8ffd-7314e8360db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309722 Oct 11 16:10:54.866025 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-681b1cdc-5ef9-4bc7-8096-c5000ba60640 req-bc6be874-5f7e-40fc-97d7-aab65b0b8305 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009517 Oct 11 16:10:54.905670 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-182b1786-449c-4706-873d-59b739480fe1 service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098051 Oct 11 16:10:55.002293 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c831bbd0-1f19-4ca6-a43d-d2f6fb671d71 req-1a221e94-07ce-45ba-bd8c-fa4bcedde4b2 service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832493 Oct 11 16:10:55.143444 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-875be935-739a-4b8a-9d1d-6dcd3f527471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:55.145185 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-875be935-739a-4b8a-9d1d-6dcd3f527471 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 1096 time: 0.0466375 Oct 11 16:10:55.217333 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-157b7f60-4087-4246-9280-0324e5c6fcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:55.247287 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-3c053794-ad8d-462a-a704-88c3fb344255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:55.248793 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-3c053794-ad8d-462a-a704-88c3fb344255 service neutron] 10.222.0.39 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 916 time: 0.0955160 Oct 11 16:10:55.294740 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-71354fc8-9024-48c4-8b46-5e344adde32b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c HTTP/1.1" status: 200 len: 217 time: 0.0383706 Oct 11 16:10:55.348190 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-55b46e5b-caa1-41d4-b8ba-8be986c67015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:55.349664 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-55b46e5b-caa1-41d4-b8ba-8be986c67015 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c2cef27-f1ee-489e-9f07-f1a997cdcad9 HTTP/1.1" status: 200 len: 855 time: 0.0487070 Oct 11 16:10:55.382986 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-089d737a-8a7f-4886-a0de-9cfa611be2f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=023d4b40-4419-445c-8ffd-7314e8360db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246787 Oct 11 16:10:55.476775 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-623db277-ab58-4010-8751-e01d482e3453 service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852547 Oct 11 16:10:55.605718 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee7d40-0b77-43eb-9e50-4e7aa59fa7e9 req-6bd511b8-522c-4ba0-bf2e-d467c4ff9bdb tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:55.607207 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-19ee7d40-0b77-43eb-9e50-4e7aa59fa7e9 req-6bd511b8-522c-4ba0-bf2e-d467c4ff9bdb tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 943 time: 0.0810988 Oct 11 16:10:55.610431 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ba3507c4-0dfe-4101-956d-a4cd8c3e4ba0 req-c535dfbb-2b40-441d-afcd-5c10238af5f9 service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262333 Oct 11 16:10:55.652338 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-19ee7d40-0b77-43eb-9e50-4e7aa59fa7e9 req-e938b7e5-417b-4364-8d67-8cbe9d210e1b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387545 Oct 11 16:10:56.275396 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea17731-fb7c-4fe5-992c-e0863a0ec17f req-5b858e1c-f4ae-4ec2-b1b7-c3aed3a07258 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:56.276943 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0ea17731-fb7c-4fe5-992c-e0863a0ec17f req-5b858e1c-f4ae-4ec2-b1b7-c3aed3a07258 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0516896 Oct 11 16:10:56.316854 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0ea17731-fb7c-4fe5-992c-e0863a0ec17f req-b733a279-569d-430c-b4d4-89c4619c5689 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Oct 11 16:10:56.783352 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25fa9f-f1c1-4dbe-b5fc-69cef71e6d50 req-d4c86af1-8054-4543-916f-547ff4807b2d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:10:56.784844 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ab25fa9f-f1c1-4dbe-b5fc-69cef71e6d50 req-d4c86af1-8054-4543-916f-547ff4807b2d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 943 time: 0.0593548 Oct 11 16:10:56.829850 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ab25fa9f-f1c1-4dbe-b5fc-69cef71e6d50 req-6a4e8752-19cc-45eb-8fde-d2ebde595d7b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388460 Oct 11 16:10:57.703016 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-1aae36ed-aecc-403d-a309-fd4f234f2e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:58.829736 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:10:58.943019 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:00.594577 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:11:00.631296 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:02.346580 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3f223-bfa1-43ec-a959-eac7f871f740 req-afe80c4d-b9e3-4177-9956-c6fbaa408e82 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:02.348176 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8fa3f223-bfa1-43ec-a959-eac7f871f740 req-afe80c4d-b9e3-4177-9956-c6fbaa408e82 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0492575 Oct 11 16:11:02.355485 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c59aa6-a5f7-4c04-b0e0-7901d423a0db req-61185bf8-0136-43c0-afc3-1144bf662da2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:02.357002 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f1c59aa6-a5f7-4c04-b0e0-7901d423a0db req-61185bf8-0136-43c0-afc3-1144bf662da2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 943 time: 0.0516930 Oct 11 16:11:02.389409 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8fa3f223-bfa1-43ec-a959-eac7f871f740 req-ae72c730-324e-4f72-9d04-53c9f69c8ea1 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349386 Oct 11 16:11:02.394538 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f1c59aa6-a5f7-4c04-b0e0-7901d423a0db req-bf179c75-ad9e-43e2-9de9-aba5d9112720 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Oct 11 16:11:03.511802 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dffe9f-6f4b-407f-9520-944f02d54165 req-3f367b91-2a80-45fc-b5d5-5ae1f2095f68 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:03.514263 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-68dffe9f-6f4b-407f-9520-944f02d54165 req-3f367b91-2a80-45fc-b5d5-5ae1f2095f68 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0517528 Oct 11 16:11:03.521785 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8c56-10b7-43c9-bb2c-d1e306584d0e req-98e13e23-0a6e-42cb-8073-f62c5ec68336 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:03.523293 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-715b8c56-10b7-43c9-bb2c-d1e306584d0e req-98e13e23-0a6e-42cb-8073-f62c5ec68336 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 943 time: 0.0559070 Oct 11 16:11:03.564792 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-68dffe9f-6f4b-407f-9520-944f02d54165 req-9cd5f17a-12c1-46ac-ba31-53a135bea527 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424874 Oct 11 16:11:03.568218 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-715b8c56-10b7-43c9-bb2c-d1e306584d0e req-0ee1d65b-ce38-4172-8fe1-0633cbc258e5 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Oct 11 16:11:04.093460 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61b735-f7d4-486e-b526-d4037e665348 req-95fb1235-a410-46af-8f74-0f996641fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:04.095151 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bb61b735-f7d4-486e-b526-d4037e665348 req-95fb1235-a410-46af-8f74-0f996641fbbf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1098 time: 0.0392773 Oct 11 16:11:04.130232 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bb61b735-f7d4-486e-b526-d4037e665348 req-b581c003-fa98-43fe-a18f-286bf72f1622 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278738 Oct 11 16:11:04.768283 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f1280-d544-41f7-9116-7e07440d19d0 req-ddc8b330-8cce-4070-8390-e0b07edf21de tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:04.770042 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6e8f1280-d544-41f7-9116-7e07440d19d0 req-ddc8b330-8cce-4070-8390-e0b07edf21de tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0552545 Oct 11 16:11:04.781494 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae24bf-41db-43e5-b840-8faf00ff0332 req-07b96440-0b5d-47c2-afa7-6be0925250dc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:04.781494 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fcae24bf-41db-43e5-b840-8faf00ff0332 req-07b96440-0b5d-47c2-afa7-6be0925250dc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 943 time: 0.0508013 Oct 11 16:11:04.803722 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:11:04.820543 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fcae24bf-41db-43e5-b840-8faf00ff0332 req-9b66fe15-2fc6-45a8-a25b-ee8cb45591a4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Oct 11 16:11:04.823717 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6e8f1280-d544-41f7-9116-7e07440d19d0 req-b439e7b1-ff19-42e1-a889-61c11f3fe3fa tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455732 Oct 11 16:11:04.913202 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:04.924755 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c', 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5', 'port_id': 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c', 'mac_address': 'fa:16:3e:bf:cb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2cef27-f1ee-489e-9f07-f1a997cdcad9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:11:04.964048 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:04.977987 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:05.000277 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:05.004757 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:05.062000 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:05.069124 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.069472 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.069784 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.070246 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.070574 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.070897 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.071216 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.071555 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.071908 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.072194 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.072505 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.072815 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:05.310454 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 47660) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:05.468432 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f4c2-1447-4843-9edc-11adecfa3145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:05.543215 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f4c2-1447-4843-9edc-11adecfa3145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:05.547606 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e0c6f4c2-1447-4843-9edc-11adecfa3145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:05.575510 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:05.587234 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-e0c6f4c2-1447-4843-9edc-11adecfa3145 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0aa4ea93a3004a7380b31e4fe6e13ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756314 Oct 11 16:11:05.588479 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6f4c2-1447-4843-9edc-11adecfa3145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d571899f-e445-4af0-8c07-91c8a4a9d5a9,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:05.589940 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 47672) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:05.644370 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-55746083-a8f1-447c-a71b-e722307fa815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:05.708036 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-55746083-a8f1-447c-a71b-e722307fa815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:05.799196 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-55746083-a8f1-447c-a71b-e722307fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:05.804962 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-55746083-a8f1-447c-a71b-e722307fa815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:05.806237 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-55746083-a8f1-447c-a71b-e722307fa815 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d571899f-e445-4af0-8c07-91c8a4a9d5a9 HTTP/1.1" status: 204 len: 168 time: 0.2151165 Oct 11 16:11:05.823104 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55746083-a8f1-447c-a71b-e722307fa815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d571899f-e445-4af0-8c07-91c8a4a9d5a9,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:05.959562 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c46fec-3921-46ca-8552-8541323e9dc8 req-e8bf1d6e-89b3-4246-ae70-91a8ff161c24 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:05.960930 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63456ba-7d68-4e64-b430-bf4952c9e3f6 req-f65db60f-326f-4710-9225-a2293957dfaa tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:05.961204 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-27c46fec-3921-46ca-8552-8541323e9dc8 req-e8bf1d6e-89b3-4246-ae70-91a8ff161c24 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0557065 Oct 11 16:11:05.962807 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b63456ba-7d68-4e64-b430-bf4952c9e3f6 req-f65db60f-326f-4710-9225-a2293957dfaa tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 944 time: 0.0574789 Oct 11 16:11:06.004250 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b63456ba-7d68-4e64-b430-bf4952c9e3f6 req-bb6302bb-69c6-4516-a5a5-f4e6f82e393b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352633 Oct 11 16:11:06.005170 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-27c46fec-3921-46ca-8552-8541323e9dc8 req-42eb857a-5cc0-41ac-9579-4f6ad027189f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373600 Oct 11 16:11:06.138011 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 47698) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:06.154704 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fa45ad7c-abc9-4175-a4ad-4a089f17e75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.310042 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fa45ad7c-abc9-4175-a4ad-4a089f17e75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.311538 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 47704) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:06.318843 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fa45ad7c-abc9-4175-a4ad-4a089f17e75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.340679 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-6e919b91-419f-4bfb-8ce4-6f9e4744489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:06.342189 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-6e919b91-419f-4bfb-8ce4-6f9e4744489e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1098 time: 0.1181719 Oct 11 16:11:06.416731 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e0f77-b051-4212-a886-4240ac6e53b8 req-d5d3bf85-627b-4385-a1a2-e85684781c9f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:06.418241 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bc3e0f77-b051-4212-a886-4240ac6e53b8 req-d5d3bf85-627b-4385-a1a2-e85684781c9f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.1833220 Oct 11 16:11:06.419796 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-16af2bb4-43e7-44b3-a230-9521d85e16ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.422898 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-fa45ad7c-abc9-4175-a4ad-4a089f17e75d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2558b304fb3546e586610af5aee53f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813077 Oct 11 16:11:06.423260 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45ad7c-abc9-4175-a4ad-4a089f17e75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991a655d-185c-4c19-b904-2f779ae5fc02,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:06.425698 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 47708) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:06.522442 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-16af2bb4-43e7-44b3-a230-9521d85e16ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.524888 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bc3e0f77-b051-4212-a886-4240ac6e53b8 req-39065271-3d3f-4578-88b2-d9f26937122f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981944 Oct 11 16:11:06.529233 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-16af2bb4-43e7-44b3-a230-9521d85e16ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.535788 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-339bd2cd-94b1-4875-98c3-a853d8c41f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:06.537645 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-339bd2cd-94b1-4875-98c3-a853d8c41f9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 920 time: 0.1802244 Oct 11 16:11:06.540867 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-66544030-5c99-429b-ab08-60d56e3b095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.577894 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-16af2bb4-43e7-44b3-a230-9521d85e16ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad703ab7677d41e084f1f6eb0f3b378b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625229 Oct 11 16:11:06.579926 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 47716) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:06.588646 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-a64a72a1-e519-4abc-bbf7-6d52ac978962 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=415ce21f-d363-4af0-9aa9-043a0112a2af HTTP/1.1" status: 200 len: 217 time: 0.0432673 Oct 11 16:11:06.598405 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af2bb4-43e7-44b3-a230-9521d85e16ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405286af-4c83-4033-ad94-88af0a5cd037,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:06.609200 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-66544030-5c99-429b-ab08-60d56e3b095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.634126 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-33040162-ac3e-466c-8ee4-fec1cec396eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.656581 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-33040162-ac3e-466c-8ee4-fec1cec396eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.667693 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-bb4361a9-e744-4eab-88d6-d0457327564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:06.669256 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-bb4361a9-e744-4eab-88d6-d0457327564d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.0729468 Oct 11 16:11:06.697981 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 47720) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:06.702223 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-bc3da68b-f3cf-4f73-8037-14cd6d251542 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256228 Oct 11 16:11:06.721834 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-66544030-5c99-429b-ab08-60d56e3b095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.724514 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-66544030-5c99-429b-ab08-60d56e3b095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.725728 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-66544030-5c99-429b-ab08-60d56e3b095f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/991a655d-185c-4c19-b904-2f779ae5fc02 HTTP/1.1" status: 204 len: 168 time: 0.2964876 Oct 11 16:11:06.734158 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-33040162-ac3e-466c-8ee4-fec1cec396eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.738235 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-33040162-ac3e-466c-8ee4-fec1cec396eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.743447 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-33040162-ac3e-466c-8ee4-fec1cec396eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/405286af-4c83-4033-ad94-88af0a5cd037 HTTP/1.1" status: 204 len: 168 time: 0.1623647 Oct 11 16:11:06.753776 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33040162-ac3e-466c-8ee4-fec1cec396eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405286af-4c83-4033-ad94-88af0a5cd037,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:06.774711 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66544030-5c99-429b-ab08-60d56e3b095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991a655d-185c-4c19-b904-2f779ae5fc02,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:06.843793 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-5e3ab921-198b-415b-b745-488e92781a04 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343820 Oct 11 16:11:06.884889 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d3f525e6-2bc1-412f-8605-cf66f2e138a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.983102 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d3f525e6-2bc1-412f-8605-cf66f2e138a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.991084 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d3f525e6-2bc1-412f-8605-cf66f2e138a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:06.992721 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ec44e765-e10d-4f74-a1b9-4c24901d612c req-dd4449aa-c929-43d6-aed8-8b0fb6db8ea7 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321895 Oct 11 16:11:07.033417 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f525e6-2bc1-412f-8605-cf66f2e138a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f3a86f-8baa-4b1e-83e2-f6a4386419ac,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:07.039449 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-d3f525e6-2bc1-412f-8605-cf66f2e138a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24b93142dbf84ee5b1c1ded40fab5139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401012 Oct 11 16:11:07.041928 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 47740) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:07.149643 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-393880fe-787e-4ef2-b125-61296093898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:07.172812 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9c730-e340-4e0c-ba1d-44fcff1ab083 req-80cf36b3-f3f5-432f-a0fd-92d67038c065 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:07.174372 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f9f9c730-e340-4e0c-ba1d-44fcff1ab083 req-80cf36b3-f3f5-432f-a0fd-92d67038c065 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 944 time: 0.0718160 Oct 11 16:11:07.188264 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-393880fe-787e-4ef2-b125-61296093898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:07.252087 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f9f9c730-e340-4e0c-ba1d-44fcff1ab083 req-8acbabed-3ae7-4142-9139-b7a9ccc7cfec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676148 Oct 11 16:11:07.278438 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-393880fe-787e-4ef2-b125-61296093898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:07.281274 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-393880fe-787e-4ef2-b125-61296093898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:07.282503 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-393880fe-787e-4ef2-b125-61296093898d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29f3a86f-8baa-4b1e-83e2-f6a4386419ac HTTP/1.1" status: 204 len: 168 time: 0.2378411 Oct 11 16:11:07.295231 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393880fe-787e-4ef2-b125-61296093898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f3a86f-8baa-4b1e-83e2-f6a4386419ac,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:07.485125 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:07.653316 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d6d6-7151-47c6-bee0-81a3c290bb85 req-f4844e73-2bd6-45ac-9339-d69edac7dbef tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:07.655011 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ed16d6d6-7151-47c6-bee0-81a3c290bb85 req-f4844e73-2bd6-45ac-9339-d69edac7dbef tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0555596 Oct 11 16:11:07.702129 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ed16d6d6-7151-47c6-bee0-81a3c290bb85 req-060528ac-5dc3-4d8a-9515-dabb119b3c30 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385885 Oct 11 16:11:07.833527 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 47794) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:08.037526 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1484239621-network', 'tenant_id': '54ee73ad905b405f9af1c6e6e5d60c6b'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:08.056284 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Made reservation on behalf of 54ee73ad905b405f9af1c6e6e5d60c6b for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:08.058954 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.067578 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.156644 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.162359 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.192278 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:11:08.198787 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f5c205-6545-42e3-a65e-44b1178f87eb,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:08.205095 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.205468 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Added segment 0003771b-824f-46bd-935d-ed0d6decfaf5 of type vlan for network 5c737892-7d59-411b-bd14-f9953782a140 Oct 11 16:11:08.248043 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.263634 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 47814) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:08.277789 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.279761 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:08.280772 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.340265 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5053041 Oct 11 16:11:08.343900 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 47822) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:08.352339 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Request body: {'subnet': {'network_id': '5c737892-7d59-411b-bd14-f9953782a140', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1484239621-subnet', 'tenant_id': '54ee73ad905b405f9af1c6e6e5d60c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:08.352811 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f3e23-d61a-456f-89c0-6ce65d8155be admin admin] Pushing event updated for resources: {'Network': ['ID=5c737892-7d59-411b-bd14-f9953782a140,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:08.364243 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 5c737892-7d59-411b-bd14-f9953782a140 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:11:08.409963 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Made reservation on behalf of 54ee73ad905b405f9af1c6e6e5d60c6b for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:08.412477 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3867621'] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.506851 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-09eac29c-9eaa-4dca-a239-5097b0ec8801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.650987 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3867595'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.668190 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-09eac29c-9eaa-4dca-a239-5097b0ec8801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.691588 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-09eac29c-9eaa-4dca-a239-5097b0ec8801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.760885 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eac29c-9eaa-4dca-a239-5097b0ec8801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08baa1d9-815c-47c6-b4fa-3df3f14f3b20,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:08.765215 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-09eac29c-9eaa-4dca-a239-5097b0ec8801 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85e901d28c3e46fda6512e8a65762021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005429 Oct 11 16:11:08.766704 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e491fb37-fe6d-4432-a209-b988e18205ef,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:08.769053 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 47832) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:08.775261 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Checking segment: {'id': '0003771b-824f-46bd-935d-ed0d6decfaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5c737892-7d59-411b-bd14-f9953782a140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:11:08.775858 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Network hostable DHCP agents. Network: 5c737892-7d59-411b-bd14-f9953782a140, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:11:08.795524 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Network 5c737892-7d59-411b-bd14-f9953782a140 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:11:08.807389 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 5c737892-7d59-411b-bd14-f9953782a140) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:11:08.811887 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:08.812671 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.825753 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97f160-3b02-4bbb-8a41-cd992461580c None None] Network 5c737892-7d59-411b-bd14-f9953782a140 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:11:08.830171 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-ff857997-6458-4393-a4a5-d957b8a5993e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4848704 Oct 11 16:11:08.844123 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-82066bd3-8d29-4c0c-b04d-487330662c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.866855 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-82066bd3-8d29-4c0c-b04d-487330662c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.922873 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-82066bd3-8d29-4c0c-b04d-487330662c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.926267 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-82066bd3-8d29-4c0c-b04d-487330662c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:08.927616 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-82066bd3-8d29-4c0c-b04d-487330662c34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08baa1d9-815c-47c6-b4fa-3df3f14f3b20 HTTP/1.1" status: 204 len: 168 time: 0.1570573 Oct 11 16:11:08.950343 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82066bd3-8d29-4c0c-b04d-487330662c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08baa1d9-815c-47c6-b4fa-3df3f14f3b20,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:08.976585 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62263a8c-c892-4d00-b165-9c459526a086 None None] Network 5c737892-7d59-411b-bd14-f9953782a140 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:11:10.330549 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e8624-8642-4d43-a1db-9de37cef250a req-3b960b36-e1b1-47d3-9469-6a83fd89ea2d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:10.332659 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3c3e8624-8642-4d43-a1db-9de37cef250a req-3b960b36-e1b1-47d3-9469-6a83fd89ea2d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 944 time: 0.0515711 Oct 11 16:11:10.348174 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c31a40-d007-4253-ac1b-5c32a15381b9 req-1d4d9430-27bb-430e-943d-bf5657497825 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:10.349902 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-07c31a40-d007-4253-ac1b-5c32a15381b9 req-1d4d9430-27bb-430e-943d-bf5657497825 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0510893 Oct 11 16:11:10.373658 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3c3e8624-8642-4d43-a1db-9de37cef250a req-0a1ed167-9bfd-45cd-8fa5-dfdd284cc94e tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347838 Oct 11 16:11:10.399516 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-07c31a40-d007-4253-ac1b-5c32a15381b9 req-a4a978f4-ab14-4d52-aa69-125e2d672f21 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431695 Oct 11 16:11:10.832383 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:11:10.890932 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:11:10.895085 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:11:10.895485 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:10.980148 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.003073 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7429b-eb41-4560-8f6f-f93b8c51259e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:11.005610 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755650fd-033b-49dd-ba5c-9d7419ffe217" -d '{"events": [{"server_uuid": "46a7429b-eb41-4560-8f6f-f93b8c51259e", "name": "network-vif-plugged", "status": "completed", "tag": "c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:11.019235 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:11.025439 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:11.051327 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0225b8-c8ec-4859-b9f8-15c66c0487ae x-openstack-request-id: req-7f0225b8-c8ec-4859-b9f8-15c66c0487ae {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:11.051647 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a7429b-eb41-4560-8f6f-f93b8c51259e", "name": "network-vif-plugged", "status": "completed", "tag": "c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:11.052259 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f0225b8-c8ec-4859-b9f8-15c66c0487ae {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:11.052259 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a7429b-eb41-4560-8f6f-f93b8c51259e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c', 'code': 200} Oct 11 16:11:11.088135 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:11.230246 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba02f70-820e-4531-b9c0-3cb24a5f04cb req-a51ad4aa-43ab-4c60-9c75-8907bd0dc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:11.232469 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dba02f70-820e-4531-b9c0-3cb24a5f04cb req-a51ad4aa-43ab-4c60-9c75-8907bd0dc3ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 1098 time: 0.0502455 Oct 11 16:11:11.270817 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dba02f70-820e-4531-b9c0-3cb24a5f04cb req-ea3fde53-6f21-4a1f-84af-c7be95093e84 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304883 Oct 11 16:11:11.856408 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a7474-3e38-410b-b3db-721ae5532978 req-ab4008d6-aa57-4012-abf6-7d3494e9ac1c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:11.857922 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f3a7474-3e38-410b-b3db-721ae5532978 req-ab4008d6-aa57-4012-abf6-7d3494e9ac1c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 945 time: 0.0546916 Oct 11 16:11:11.880359 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6341d-e416-4c22-857e-f923258c283d req-aaee8ec7-04a9-4416-855c-20f087217174 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:11.881844 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-48e6341d-e416-4c22-857e-f923258c283d req-aaee8ec7-04a9-4416-855c-20f087217174 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0509591 Oct 11 16:11:11.899764 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f3a7474-3e38-410b-b3db-721ae5532978 req-f7760b5b-9628-494c-bd10-17a20305a7af tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356333 Oct 11 16:11:11.931790 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-48e6341d-e416-4c22-857e-f923258c283d req-f168aa0a-28ba-4b55-a648-b40c7b80b645 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Oct 11 16:11:12.121297 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-cab22db8-f271-44d5-91f7-c970eb0d3593 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=48578d0e68c2465293c45c841725df0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307517 Oct 11 16:11:12.310465 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-7a72dfd3-03fd-4ff4-945b-580893f0448d tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:12.311936 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-7a72dfd3-03fd-4ff4-945b-580893f0448d tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848059 Oct 11 16:11:12.329296 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-52548a78-2f91-4c35-b1ad-1bf281ddfb97 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/quotas/48578d0e68c2465293c45c841725df0e HTTP/1.1" status: 200 len: 375 time: 0.0094917 Oct 11 16:11:12.362635 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-d3e25768-825c-4977-8af7-16781af0bbea tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=48578d0e68c2465293c45c841725df0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280941 Oct 11 16:11:12.531389 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f53cdb79-f779-4933-8628-bbf52a977c67 req-dd0da0cd-382e-4414-9324-fda321a58f21 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 210 time: 0.0276971 Oct 11 16:11:13.022581 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc01e5-7548-4b49-ad0d-c4b97b86300c req-0eb0e3a5-bc7f-4576-bd57-ec88f5692ea9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:13.024102 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1dcc01e5-7548-4b49-ad0d-c4b97b86300c req-0eb0e3a5-bc7f-4576-bd57-ec88f5692ea9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 945 time: 0.0511973 Oct 11 16:11:13.055143 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c73268-a92f-4844-86d3-690dc1e629c8 req-2b84cbb9-6276-4fb8-bdd7-c666a06f7361 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:13.056614 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f1c73268-a92f-4844-86d3-690dc1e629c8 req-2b84cbb9-6276-4fb8-bdd7-c666a06f7361 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0504475 Oct 11 16:11:13.084032 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1dcc01e5-7548-4b49-ad0d-c4b97b86300c req-70cfca83-979c-47dd-8f24-8a4422cd9e43 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Oct 11 16:11:13.098014 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f1c73268-a92f-4844-86d3-690dc1e629c8 req-d3612ace-b277-414b-bfa9-4928c5d3055e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345047 Oct 11 16:11:13.637939 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f1999888-a404-44ec-9c80-bbd0e63e1368 req-016e1b94-7517-4ed4-9120-8cc8f13d42d0 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 210 time: 0.0353687 Oct 11 16:11:13.668392 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-53ad2027-3283-475b-8a5d-86d02c8073ca tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=48578d0e68c2465293c45c841725df0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414701 Oct 11 16:11:14.172907 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-bbd8580c-8ebc-4a5f-aee6-cf1fbc711123 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:14.174343 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-bbd8580c-8ebc-4a5f-aee6-cf1fbc711123 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5003905 Oct 11 16:11:14.194593 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-b57e08a1-8f38-4cde-bb32-4b1fb05f1943 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:14.196034 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-b57e08a1-8f38-4cde-bb32-4b1fb05f1943 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/networks?id=5c737892-7d59-411b-bd14-f9953782a140 HTTP/1.1" status: 200 len: 809 time: 0.4424407 Oct 11 16:11:14.212577 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-1dbae5e9-8904-452e-ac6d-6f95bc602655 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/quotas/54ee73ad905b405f9af1c6e6e5d60c6b HTTP/1.1" status: 200 len: 375 time: 0.0104933 Oct 11 16:11:14.245367 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-a1250c50-868e-472a-841d-19c14c37bd97 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54ee73ad905b405f9af1c6e6e5d60c6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272305 Oct 11 16:11:14.344015 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Request body: {'port': {'device_id': '660c4b31-f031-4a57-b827-58a3d38a03c4', 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991', 'admin_state_up': True, 'tenant_id': '48578d0e68c2465293c45c841725df0e'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:14.349584 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-966b1d60-e604-4806-a8bf-9bfac0288580 service neutron] 10.222.0.18 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963111 Oct 11 16:11:14.521801 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-01869c2b-6a66-40a0-8ed2-42093dd61a7f service neutron] 10.222.0.18 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572309 Oct 11 16:11:14.536825 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Made reservation on behalf of 48578d0e68c2465293c45c841725df0e for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:14.540681 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:14.550603 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:14.635155 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:14.640582 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:14.716573 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cf5bfd-9aed-4901-9bc0-227beb64bc18,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:14.800091 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3817-9a84-4183-8343-f3dc33bed559 req-1654ed7b-7750-4f18-9724-dce3682ba830 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:14.801618 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5aab3817-9a84-4183-8343-f3dc33bed559 req-1654ed7b-7750-4f18-9724-dce3682ba830 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 945 time: 0.0999959 Oct 11 16:11:14.836327 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Allocated IP 192.168.233.158 (4da1dc73-7616-4414-8df2-63483ad53991/e5a8ff6c-160b-4652-876f-06ca58f909f6/ba9cb3bb-e877-42f4-ae92-15408297f36d) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:11:14.867184 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5aab3817-9a84-4183-8343-f3dc33bed559 req-c8985595-c683-4c27-9ced-6daf8fbe830c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585213 Oct 11 16:11:15.042731 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fe05f-8d76-43e1-a452-5bb50f4e4cd3 req-15487439-ef6e-40e9-abd1-99501f5da6d5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:15.044228 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f19fe05f-8d76-43e1-a452-5bb50f4e4cd3 req-15487439-ef6e-40e9-abd1-99501f5da6d5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.1088333 Oct 11 16:11:15.069131 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:15.108471 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f19fe05f-8d76-43e1-a452-5bb50f4e4cd3 req-61dd5f5e-a1a9-430f-9459-5b7bdf7b317f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580959 Oct 11 16:11:15.124664 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:15.174809 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Network 4da1dc73-7616-4414-8df2-63483ad53991 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:11:15.185738 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:11:15.205167 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:11:15.209186 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4abff3d3-21a0-423a-ac81-119b4b8838b7 req-981b14a9-2eaf-41ff-ac3a-2856dfe9b599 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 210 time: 0.0409944 Oct 11 16:11:15.211138 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Pushing event updated for resources: {'Port': ['ID=ba9cb3bb-e877-42f4-ae92-15408297f36d,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:15.269916 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:15.270628 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:15.306197 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-5faa6fcc-04b4-4504-a787-b53531c9c68c tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9661207 Oct 11 16:11:15.348857 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34af3a4-0dda-445a-bd65-d1a9c15b3ce0 req-57fa836c-2001-4a89-8f52-ae0591c68432 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:15.351021 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e34af3a4-0dda-445a-bd65-d1a9c15b3ce0 req-57fa836c-2001-4a89-8f52-ae0591c68432 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 936 time: 0.0597332 Oct 11 16:11:15.391208 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e34af3a4-0dda-445a-bd65-d1a9c15b3ce0 req-f5ffb433-0a4f-4aa7-8586-51f9a07dfccc tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Oct 11 16:11:15.431292 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-b24131fd-a5a4-4dbe-89f7-03a9ccb25bbe None None] Provisioning complete for port ba9cb3bb-e877-42f4-ae92-15408297f36d triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:11:15.431891 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b24131fd-a5a4-4dbe-89f7-03a9ccb25bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:15.471736 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-b24131fd-a5a4-4dbe-89f7-03a9ccb25bbe None None] Port ba9cb3bb-e877-42f4-ae92-15408297f36d cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:11:18.140432 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Request body: {'port': {'device_id': '660c4b31-f031-4a57-b827-58a3d38a03c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:18.197722 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:18.507211 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fba80e55-21e6-4e1f-ab76-11d69f493223 req-3afafef6-902c-4e87-9e0e-3b3fd21be301 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 210 time: 0.0291548 Oct 11 16:11:18.510191 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdee011-ada3-4436-a585-6bb86f575155 req-02dca23f-a196-430b-b48b-5566703d706d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:18.513598 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7fdee011-ada3-4436-a585-6bb86f575155 req-02dca23f-a196-430b-b48b-5566703d706d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0758345 Oct 11 16:11:18.518363 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9cb3bb-e877-42f4-ae92-15408297f36d {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:18.544754 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:18.561567 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Transition to ACTIVE for port object ba9cb3bb-e877-42f4-ae92-15408297f36d will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:11:18.571017 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:18.623716 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7fdee011-ada3-4436-a585-6bb86f575155 req-cb71bf54-f25c-4072-a99b-af0b9ec24bdd tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964935 Oct 11 16:11:18.773921 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9cb3bb-e877-42f4-ae92-15408297f36d,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:18.811289 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb725e-a995-4fb0-8cbe-811e4ebf36fd req-ad42e1cd-a6b0-4e4a-9b77-433d6f12fc77 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:18.812921 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8bbb725e-a995-4fb0-8cbe-811e4ebf36fd req-ad42e1cd-a6b0-4e4a-9b77-433d6f12fc77 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 948 time: 0.1693480 Oct 11 16:11:18.852573 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Attempting to bind port ba9cb3bb-e877-42f4-ae92-15408297f36d on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:11:18.853136 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Attempting to bind port ba9cb3bb-e877-42f4-ae92-15408297f36d by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'efe58510-4233-4cf5-a554-194464a46e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:11:18.853555 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Attempting to bind port ba9cb3bb-e877-42f4-ae92-15408297f36d on network 4da1dc73-7616-4414-8df2-63483ad53991 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:18.864244 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Port ba9cb3bb-e877-42f4-ae92-15408297f36d on network 4da1dc73-7616-4414-8df2-63483ad53991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:11:18.864705 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Attempting to bind port ba9cb3bb-e877-42f4-ae92-15408297f36d on network 4da1dc73-7616-4414-8df2-63483ad53991 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:18.871706 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:11:18.872037 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Checking segment: {'id': 'efe58510-4233-4cf5-a554-194464a46e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:11:18.872415 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Bound using segment: {'id': 'efe58510-4233-4cf5-a554-194464a46e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:11:18.872855 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Bound port: ba9cb3bb-e877-42f4-ae92-15408297f36d, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe58510-4233-4cf5-a554-194464a46e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:11:18.873185 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:18.895255 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8bbb725e-a995-4fb0-8cbe-811e4ebf36fd req-a5d5e2e4-a493-4946-8662-43c5fae205c1 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706136 Oct 11 16:11:18.953746 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] For port ba9cb3bb-e877-42f4-ae92-15408297f36d, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:11:18.956982 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] For port ba9cb3bb-e877-42f4-ae92-15408297f36d, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ba9cb3bb-e877-42f4-ae92-15408297f36d,segment=NetworkSegment(efe58510-4233-4cf5-a554-194464a46e1a),segment_id=efe58510-4233-4cf5-a554-194464a46e1a)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:11:18.961733 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:18.999091 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:18.999708 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:19.001070 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] 10.222.0.39 "PUT /v2.0/ports/ba9cb3bb-e877-42f4-ae92-15408297f36d HTTP/1.1" status: 200 len: 1098 time: 0.8656845 Oct 11 16:11:19.001510 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660c4b31-f031-4a57-b827-58a3d38a03c4', 'tag': 'ba9cb3bb-e877-42f4-ae92-15408297f36d'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:19.003796 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a76450-65a8-403d-8f85-8b1e98fdf188" -d '{"events": [{"name": "network-changed", "server_uuid": "660c4b31-f031-4a57-b827-58a3d38a03c4", "tag": "ba9cb3bb-e877-42f4-ae92-15408297f36d"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:19.027543 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c7d2b-1e50-4a1e-abdd-07f441e0fa13 service neutron] Pushing event updated for resources: {'Port': ['ID=ba9cb3bb-e877-42f4-ae92-15408297f36d,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:19.046181 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f084ed7-c625-47dd-a398-e7eb17bce262 x-openstack-request-id: req-9f084ed7-c625-47dd-a398-e7eb17bce262 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:19.046463 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660c4b31-f031-4a57-b827-58a3d38a03c4", "tag": "ba9cb3bb-e877-42f4-ae92-15408297f36d", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:19.046706 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f084ed7-c625-47dd-a398-e7eb17bce262 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:19.047103 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660c4b31-f031-4a57-b827-58a3d38a03c4', 'tag': 'ba9cb3bb-e877-42f4-ae92-15408297f36d', 'status': 'completed', 'code': 200} Oct 11 16:11:19.172125 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a76450-65a8-403d-8f85-8b1e98fdf188 req-925b2c52-5088-4d02-ba85-ef183684d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:19.173737 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85a76450-65a8-403d-8f85-8b1e98fdf188 req-925b2c52-5088-4d02-ba85-ef183684d1b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48578d0e68c2465293c45c841725df0e&device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 1101 time: 0.0453703 Oct 11 16:11:19.205645 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85a76450-65a8-403d-8f85-8b1e98fdf188 req-ec900673-04c6-463e-8ad1-eb48a1a74d56 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=48578d0e68c2465293c45c841725df0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186400 Oct 11 16:11:19.339216 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a76450-65a8-403d-8f85-8b1e98fdf188 req-e2ddd7b1-fa0a-4f45-8e27-91cf199daf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:19.340730 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85a76450-65a8-403d-8f85-8b1e98fdf188 req-e2ddd7b1-fa0a-4f45-8e27-91cf199daf17 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956173 Oct 11 16:11:19.639311 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5a51e892-326e-4027-9aa8-f6f597798ac5 req-bfe923bc-8e02-4e38-b1d1-44f23585b1f9 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 210 time: 0.0348122 Oct 11 16:11:19.769895 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0434d-7f03-47bc-be67-edb42800139b req-b4f54f98-c753-4e56-aca6-ccd385f8a568 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:19.772250 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a2f0434d-7f03-47bc-be67-edb42800139b req-b4f54f98-c753-4e56-aca6-ccd385f8a568 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0710495 Oct 11 16:11:19.818417 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a2f0434d-7f03-47bc-be67-edb42800139b req-b5e14e51-6a13-423b-87a0-8ba765a86e54 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Oct 11 16:11:20.036679 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f440bb-1a42-4846-ae84-1a03444acfff req-5786ca30-6bc5-492a-a74e-a063e8c6273e tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:20.038860 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e2f440bb-1a42-4846-ae84-1a03444acfff req-5786ca30-6bc5-492a-a74e-a063e8c6273e tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 948 time: 0.0568976 Oct 11 16:11:20.092970 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e2f440bb-1a42-4846-ae84-1a03444acfff req-ef77d67c-0794-439a-99c9-4bb37cabe191 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474474 Oct 11 16:11:24.084690 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-ac71a7b8-1acb-4214-bb74-545cf7c19520 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:24.088135 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-ac71a7b8-1acb-4214-bb74-545cf7c19520 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.39 "GET /v2.0/networks?id=5c737892-7d59-411b-bd14-f9953782a140 HTTP/1.1" status: 200 len: 809 time: 0.1673298 Oct 11 16:11:24.091381 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-90f035df-3f79-4cab-aea6-164727829ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:24.097283 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-90f035df-3f79-4cab-aea6-164727829ba8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=48578d0e68c2465293c45c841725df0e&device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 1101 time: 0.1335943 Oct 11 16:11:24.112127 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1f07490e-af30-4778-b1de-a0b37ddf2b3b req-d917e0d5-a90a-441f-b9d5-a420841465e4 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 210 time: 0.1040351 Oct 11 16:11:24.130127 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Request body: {'port': {'device_id': '95254f66-5756-400c-9d2f-6635cb4604cb', 'network_id': '5c737892-7d59-411b-bd14-f9953782a140', 'admin_state_up': True, 'tenant_id': '54ee73ad905b405f9af1c6e6e5d60c6b'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:24.148902 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-c70f86f6-bb6f-4e72-8707-d2dddf135744 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=ba9cb3bb-e877-42f4-ae92-15408297f36d HTTP/1.1" status: 200 len: 217 time: 0.0343926 Oct 11 16:11:24.199005 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aea4f-5109-4cef-83c1-0a6e2581d2f3 req-40eb35f0-aa7a-46c7-86be-64333c27de3a tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:24.200003 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-2ccaf00b-50cd-48d2-8170-e037d2a7f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:24.201432 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-2ccaf00b-50cd-48d2-8170-e037d2a7f30f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5a8ff6c-160b-4652-876f-06ca58f909f6 HTTP/1.1" status: 200 len: 843 time: 0.0462415 Oct 11 16:11:24.202045 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fe0aea4f-5109-4cef-83c1-0a6e2581d2f3 req-40eb35f0-aa7a-46c7-86be-64333c27de3a tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 948 time: 0.1087046 Oct 11 16:11:24.249285 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-954bae89-4b6b-4812-ae28-603625d43787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:24.250838 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-954bae89-4b6b-4812-ae28-603625d43787 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4da1dc73-7616-4414-8df2-63483ad53991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398295 Oct 11 16:11:24.269815 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fe0aea4f-5109-4cef-83c1-0a6e2581d2f3 req-36146334-ff57-4c55-b957-63ad35cf379d tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604680 Oct 11 16:11:24.292976 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Made reservation on behalf of 54ee73ad905b405f9af1c6e6e5d60c6b for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:24.296555 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:24.348308 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-d88220c8-1c47-49fc-b680-5184c8e4688f service neutron] 10.222.0.39 "GET /v2.0/networks/4da1dc73-7616-4414-8df2-63483ad53991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890567 Oct 11 16:11:24.427394 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Allocated IP 172.20.0.2 (5c737892-7d59-411b-bd14-f9953782a140/e491fb37-fe6d-4432-a209-b988e18205ef/0f1f47d0-3ae0-4df8-9abe-de2d35e50e84) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:11:24.582482 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:24.615790 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:24.630278 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-071001d2-e3e7-4223-951a-39586a5f1ac4 req-be7515eb-cb1f-4c93-b1c9-a9aaa55836d0 service neutron] 10.222.0.39 "GET /v2.0/networks/4da1dc73-7616-4414-8df2-63483ad53991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745264 Oct 11 16:11:24.660542 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Network 5c737892-7d59-411b-bd14-f9953782a140 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:11:24.664217 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:11:24.668914 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:11:24.675120 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Pushing event updated for resources: {'Port': ['ID=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:24.733137 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:24.733744 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:24.753480 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-0caefbd7-0065-4598-b988-89b76e28542d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6277864 Oct 11 16:11:24.770640 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Request body: {'port': {'device_id': '95254f66-5756-400c-9d2f-6635cb4604cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:24.833006 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:25.118389 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:25.126178 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:25.139496 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Transition to ACTIVE for port object 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:11:25.143815 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:25.194473 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:25.213814 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-85024d2c-1671-426c-a177-8586e5b45674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:25.268079 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Attempting to bind port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:11:25.268408 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Attempting to bind port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '0003771b-824f-46bd-935d-ed0d6decfaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5c737892-7d59-411b-bd14-f9953782a140'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:11:25.268765 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Attempting to bind port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 on network 5c737892-7d59-411b-bd14-f9953782a140 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:25.273393 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 on network 5c737892-7d59-411b-bd14-f9953782a140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:11:25.273708 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Attempting to bind port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 on network 5c737892-7d59-411b-bd14-f9953782a140 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:25.278499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:11:25.278836 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Checking segment: {'id': '0003771b-824f-46bd-935d-ed0d6decfaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5c737892-7d59-411b-bd14-f9953782a140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:11:25.279208 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Bound using segment: {'id': '0003771b-824f-46bd-935d-ed0d6decfaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5c737892-7d59-411b-bd14-f9953782a140'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:11:25.279656 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Bound port: 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0003771b-824f-46bd-935d-ed0d6decfaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5c737892-7d59-411b-bd14-f9953782a140'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:11:25.280005 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:25.344316 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] For port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:11:25.347248 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] For port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:11:25.356188 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:25.393109 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:25.393714 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:25.395077 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 HTTP/1.1" status: 200 len: 1093 time: 0.6284511 Oct 11 16:11:25.395563 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95254f66-5756-400c-9d2f-6635cb4604cb', 'tag': '0f1f47d0-3ae0-4df8-9abe-de2d35e50e84'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:25.397940 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800f012a-37c3-4b86-be4b-024f8d53609f" -d '{"events": [{"name": "network-changed", "server_uuid": "95254f66-5756-400c-9d2f-6635cb4604cb", "tag": "0f1f47d0-3ae0-4df8-9abe-de2d35e50e84"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:25.416044 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05729904-33e8-4544-9d4b-27dba461af29 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:25.755702 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-d21816b0-9e78-4092-a9dc-2e2f7526587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:25.757300 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-d21816b0-9e78-4092-a9dc-2e2f7526587d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ee73ad905b405f9af1c6e6e5d60c6b&device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 1096 time: 0.0537369 Oct 11 16:11:25.815565 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-867a7e86-8a78-466d-83b5-6027c384d1f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 HTTP/1.1" status: 200 len: 217 time: 0.0346398 Oct 11 16:11:25.920679 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-92a652b5-9b1d-4189-a515-856458599344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:25.922146 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-92a652b5-9b1d-4189-a515-856458599344 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e491fb37-fe6d-4432-a209-b988e18205ef HTTP/1.1" status: 200 len: 849 time: 0.0455222 Oct 11 16:11:25.978647 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-00a78173-e09f-4a59-9e05-8f4607994c2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c737892-7d59-411b-bd14-f9953782a140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407000 Oct 11 16:11:25.983032 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7d39c-3bc1-44e6-80dc-ffdead4166fb req-3c5cd099-5b56-47cd-adff-c2d38966ea9f tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:25.985109 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-14a7d39c-3bc1-44e6-80dc-ffdead4166fb req-3c5cd099-5b56-47cd-adff-c2d38966ea9f tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 948 time: 0.0470192 Oct 11 16:11:26.004550 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b2550-1660-4157-9828-03379d30b4ae req-4bd85175-536c-4732-946d-2b9cba89d8ce tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:26.006460 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-388b2550-1660-4157-9828-03379d30b4ae req-4bd85175-536c-4732-946d-2b9cba89d8ce tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 943 time: 0.0794742 Oct 11 16:11:26.028108 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-14a7d39c-3bc1-44e6-80dc-ffdead4166fb req-d07c14e6-1fa7-4f24-b6ea-b28becfdd147 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374730 Oct 11 16:11:26.076665 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0097986-2437-4c66-bd70-00eb4bcca1e2 x-openstack-request-id: req-c0097986-2437-4c66-bd70-00eb4bcca1e2 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:26.076951 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95254f66-5756-400c-9d2f-6635cb4604cb", "tag": "0f1f47d0-3ae0-4df8-9abe-de2d35e50e84", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:26.077198 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0097986-2437-4c66-bd70-00eb4bcca1e2 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:26.077590 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95254f66-5756-400c-9d2f-6635cb4604cb', 'tag': '0f1f47d0-3ae0-4df8-9abe-de2d35e50e84', 'status': 'completed', 'code': 200} Oct 11 16:11:26.087553 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-388b2550-1660-4157-9828-03379d30b4ae req-b09e51a6-dd0b-46ff-b11d-d916d0337c62 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718536 Oct 11 16:11:26.107912 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-c52a7617-439b-4cde-b6ad-360e7b4f4978 service neutron] 10.222.0.39 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186104 Oct 11 16:11:26.201625 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7e03e3a0-750d-4b62-9649-7256bcec5fb7 req-d5bd578a-5477-48bb-b07c-44670506ca4f service neutron] 10.222.0.39 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858736 Oct 11 16:11:26.312125 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f012a-37c3-4b86-be4b-024f8d53609f req-6593327c-1c17-4144-86ce-a64e2d3bd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:26.313638 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-800f012a-37c3-4b86-be4b-024f8d53609f req-6593327c-1c17-4144-86ce-a64e2d3bd1fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ee73ad905b405f9af1c6e6e5d60c6b&device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 1096 time: 0.0497620 Oct 11 16:11:26.415101 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f012a-37c3-4b86-be4b-024f8d53609f req-54b1aaa3-46ca-4869-9a7d-973c1d53155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:26.416603 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-800f012a-37c3-4b86-be4b-024f8d53609f req-54b1aaa3-46ca-4869-9a7d-973c1d53155c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c737892-7d59-411b-bd14-f9953782a140 HTTP/1.1" status: 200 len: 910 time: 0.0939913 Oct 11 16:11:26.467445 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-800f012a-37c3-4b86-be4b-024f8d53609f req-732de93c-c912-475e-a912-a2f9411ea404 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 HTTP/1.1" status: 200 len: 217 time: 0.0359266 Oct 11 16:11:26.518721 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f012a-37c3-4b86-be4b-024f8d53609f req-757db90f-23a1-487e-a0f9-cd5a18a83a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:26.520232 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-800f012a-37c3-4b86-be4b-024f8d53609f req-757db90f-23a1-487e-a0f9-cd5a18a83a80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e491fb37-fe6d-4432-a209-b988e18205ef HTTP/1.1" status: 200 len: 849 time: 0.0450692 Oct 11 16:11:26.553580 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-800f012a-37c3-4b86-be4b-024f8d53609f req-c5fd68c3-bbf0-4337-bf58-982ee6ab1d40 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c737892-7d59-411b-bd14-f9953782a140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253332 Oct 11 16:11:26.620424 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602dc43-53cd-4608-b5ea-8a1b8bc31a1c req-13cf83e7-7a61-4934-a232-e93611bed98f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:26.622287 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d602dc43-53cd-4608-b5ea-8a1b8bc31a1c req-13cf83e7-7a61-4934-a232-e93611bed98f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0475924 Oct 11 16:11:26.646905 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-800f012a-37c3-4b86-be4b-024f8d53609f req-86b219c7-4a0e-4f63-969b-a43dab38694a service neutron] 10.222.0.39 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855074 Oct 11 16:11:26.659707 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d602dc43-53cd-4608-b5ea-8a1b8bc31a1c req-77940c63-9e0c-42eb-a1b1-d68658dc9df5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314682 Oct 11 16:11:26.746496 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-800f012a-37c3-4b86-be4b-024f8d53609f req-0737e6a1-8904-45f7-9427-a37aca33962b service neutron] 10.222.0.39 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873013 Oct 11 16:11:27.698204 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f41c4227-03d9-4a9d-98e4-986b45ab2728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:27.758721 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ec06c-a889-4e6e-966e-fa70ffc071a9 req-8671263c-7a34-4ce5-8b6e-08400a6cee97 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:27.760282 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8d5ec06c-a889-4e6e-966e-fa70ffc071a9 req-8671263c-7a34-4ce5-8b6e-08400a6cee97 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 943 time: 0.0530009 Oct 11 16:11:27.801262 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8d5ec06c-a889-4e6e-966e-fa70ffc071a9 req-92f00eee-a9d8-4056-a518-44bbd8bcdffc tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342081 Oct 11 16:11:27.804878 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05c026-ab10-44a7-8f75-27712baa3e8f req-2a06669b-9514-4408-865b-aed4a4b8bffb tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:27.806478 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8d05c026-ab10-44a7-8f75-27712baa3e8f req-2a06669b-9514-4408-865b-aed4a4b8bffb tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 948 time: 0.3227539 Oct 11 16:11:27.849315 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8d05c026-ab10-44a7-8f75-27712baa3e8f req-a64d4c42-425c-44c2-903c-f5b487b26673 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364339 Oct 11 16:11:27.992430 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-1a2b1415-fb1e-46d7-b20d-01ee271d7f65 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:27.993916 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-1a2b1415-fb1e-46d7-b20d-01ee271d7f65 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 815 time: 0.1045456 Oct 11 16:11:28.015170 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-86de8bdd-dacf-439d-a88b-b12933a6dfdf tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/quotas/f2512c5d071f4be9a8c7019ff7c3b678 HTTP/1.1" status: 200 len: 375 time: 0.0102928 Oct 11 16:11:28.072319 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-17f4f1de-0968-4d56-b4f8-9e7ed4b207bd tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477643 Oct 11 16:11:28.175857 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-322f6e8f-fca8-404e-8f2b-022f74036d32 service neutron] 10.222.0.18 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916841 Oct 11 16:11:28.273173 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-fb0be664-2502-4afb-83d1-10e62b0fda19 service neutron] 10.222.0.18 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905163 Oct 11 16:11:28.441175 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-867542d4-8d55-416a-a139-de6b38c22254 req-4be2384b-a88e-40e5-9a97-3255a3ce75bb tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 210 time: 0.0287251 Oct 11 16:11:28.854520 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:28.938890 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:28.959108 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df14be-6f9d-4874-b506-bb16a039cc37 req-b899237f-7f95-4431-83b1-b6c9ac7a1b4d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:28.960734 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-29df14be-6f9d-4874-b506-bb16a039cc37 req-b899237f-7f95-4431-83b1-b6c9ac7a1b4d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 943 time: 0.0721905 Oct 11 16:11:28.981422 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a167e-17b6-4137-8ddf-e564813b1e4a req-1b634a16-2414-4e7b-90bf-e38b6bed5e8e tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:28.983263 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a18a167e-17b6-4137-8ddf-e564813b1e4a req-1b634a16-2414-4e7b-90bf-e38b6bed5e8e tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 948 time: 0.0594242 Oct 11 16:11:29.007426 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-29df14be-6f9d-4874-b506-bb16a039cc37 req-272d525b-4639-40db-ae40-510f4b5374b9 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403492 Oct 11 16:11:29.030308 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a18a167e-17b6-4137-8ddf-e564813b1e4a req-aa1727a7-ef25-48c8-a4a9-d7027c2c8d18 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378652 Oct 11 16:11:29.568849 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c4da6434-8683-4d39-b797-f215f4313b40 req-a501ed67-8361-4585-85bb-10d4e35d8759 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 210 time: 0.0381870 Oct 11 16:11:29.589225 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-92db7d71-78c4-4e3d-a3ec-027caaf471a5 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:29.590689 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-92db7d71-78c4-4e3d-a3ec-027caaf471a5 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 815 time: 0.1552711 Oct 11 16:11:29.626347 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Request body: {'port': {'device_id': '8f3d4063-c2d7-4020-b4e3-c30c8209005e', 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5', 'admin_state_up': True, 'tenant_id': 'f2512c5d071f4be9a8c7019ff7c3b678'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:29.739258 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Made reservation on behalf of f2512c5d071f4be9a8c7019ff7c3b678 for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:29.742931 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:29.873499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Allocated IP 172.20.0.4 (023d4b40-4419-445c-8ffd-7314e8360db5/5c2cef27-f1ee-489e-9f07-f1a997cdcad9/70c50a43-8c42-4009-915b-67eb0d8fdb2a) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:11:29.876478 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 48232) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:29.994413 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7fbab830-5fa1-4aa8-84cf-c784d764cde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.067627 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.088740 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7fbab830-5fa1-4aa8-84cf-c784d764cde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.095928 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7fbab830-5fa1-4aa8-84cf-c784d764cde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.119435 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.136589 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:30.152031 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-7fbab830-5fa1-4aa8-84cf-c784d764cde6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3a1690fab02484596393924b405e0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743976 Oct 11 16:11:30.154881 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 48244) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:30.175715 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbab830-5fa1-4aa8-84cf-c784d764cde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23aa1b3-efb7-47c0-9b82-c2377ff2b710,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:30.189445 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Network 023d4b40-4419-445c-8ffd-7314e8360db5 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:11:30.194387 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:11:30.199019 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:11:30.232666 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd9dc4-685f-433b-b5c7-e5132782326f req-9a0be7ab-1576-4975-b6ba-14d5c5fb77bc tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:30.234160 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-01fd9dc4-685f-433b-b5c7-e5132782326f req-9a0be7ab-1576-4975-b6ba-14d5c5fb77bc tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 948 time: 0.0973587 Oct 11 16:11:30.248933 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Pushing event updated for resources: {'Port': ['ID=70c50a43-8c42-4009-915b-67eb0d8fdb2a,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:30.252092 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5ab28474-ed37-475e-b9ea-2563f2cd15f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.269530 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9db64-9a52-4e77-99ae-52c84c2e4d1c req-798d06d9-ce0c-41b7-b226-5402f8986e41 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:30.271106 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f4e9db64-9a52-4e77-99ae-52c84c2e4d1c req-798d06d9-ce0c-41b7-b226-5402f8986e41 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 943 time: 0.1440735 Oct 11 16:11:30.276838 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:30.277479 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.300000 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5ab28474-ed37-475e-b9ea-2563f2cd15f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.304609 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-01fd9dc4-685f-433b-b5c7-e5132782326f req-771c56a6-b942-4f97-a33e-4f65f85ef6a1 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631828 Oct 11 16:11:30.311966 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-057a2766-ea93-4381-960d-c5b5e425da37 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6925902 Oct 11 16:11:30.333288 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Request body: {'port': {'device_id': '8f3d4063-c2d7-4020-b4e3-c30c8209005e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:30.341218 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f4e9db64-9a52-4e77-99ae-52c84c2e4d1c req-19e5036c-fce7-477d-ad17-4bba63db4348 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548449 Oct 11 16:11:30.370323 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5ab28474-ed37-475e-b9ea-2563f2cd15f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.372829 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5ab28474-ed37-475e-b9ea-2563f2cd15f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.373997 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-5ab28474-ed37-475e-b9ea-2563f2cd15f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b23aa1b3-efb7-47c0-9b82-c2377ff2b710 HTTP/1.1" status: 204 len: 168 time: 0.2180462 Oct 11 16:11:30.382289 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab28474-ed37-475e-b9ea-2563f2cd15f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23aa1b3-efb7-47c0-9b82-c2377ff2b710,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:30.421249 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.635598 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.717354 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfc0f0-a1c9-4751-982d-a7b7bfa4015f req-4d22743e-440a-4f16-b9ed-56319b0d8a65 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:30.718829 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-52bfc0f0-a1c9-4751-982d-a7b7bfa4015f req-4d22743e-440a-4f16-b9ed-56319b0d8a65 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 931 time: 0.0753386 Oct 11 16:11:30.778638 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c50a43-8c42-4009-915b-67eb0d8fdb2a {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:30.789961 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.794625 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-52bfc0f0-a1c9-4751-982d-a7b7bfa4015f req-24140d6f-75af-48b4-9be5-f106cc315b46 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683937 Oct 11 16:11:30.805765 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Transition to ACTIVE for port object 70c50a43-8c42-4009-915b-67eb0d8fdb2a will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:11:30.811214 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:30.866643 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Pushing event updated for resources: {'Port': ['ID=70c50a43-8c42-4009-915b-67eb0d8fdb2a,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:30.930116 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Attempting to bind port 70c50a43-8c42-4009-915b-67eb0d8fdb2a on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:11:30.930452 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Attempting to bind port 70c50a43-8c42-4009-915b-67eb0d8fdb2a by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:11:30.930782 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Attempting to bind port 70c50a43-8c42-4009-915b-67eb0d8fdb2a on network 023d4b40-4419-445c-8ffd-7314e8360db5 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:30.935084 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Port 70c50a43-8c42-4009-915b-67eb0d8fdb2a on network 023d4b40-4419-445c-8ffd-7314e8360db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:11:30.935406 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Attempting to bind port 70c50a43-8c42-4009-915b-67eb0d8fdb2a on network 023d4b40-4419-445c-8ffd-7314e8360db5 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:30.940222 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:11:30.940561 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Checking segment: {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:11:30.940940 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Bound using segment: {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:11:30.941363 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Bound port: 70c50a43-8c42-4009-915b-67eb0d8fdb2a, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:11:30.941711 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.003738 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] For port 70c50a43-8c42-4009-915b-67eb0d8fdb2a, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:11:31.007503 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] For port 70c50a43-8c42-4009-915b-67eb0d8fdb2a, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=70c50a43-8c42-4009-915b-67eb0d8fdb2a,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:11:31.010566 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device ba9cb3bb-e877-42f4-ae92-15408297f36d details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:11:31.017454 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.059763 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:31.060388 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.061871 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] 10.222.0.39 "PUT /v2.0/ports/70c50a43-8c42-4009-915b-67eb0d8fdb2a HTTP/1.1" status: 200 len: 1093 time: 0.7350972 Oct 11 16:11:31.062327 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3d4063-c2d7-4020-b4e3-c30c8209005e', 'tag': '70c50a43-8c42-4009-915b-67eb0d8fdb2a'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:31.064832 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3d4063-c2d7-4020-b4e3-c30c8209005e", "tag": "70c50a43-8c42-4009-915b-67eb0d8fdb2a"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:31.099831 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a4e8d-d1f8-498a-adf8-90a73b026097 service neutron] Pushing event updated for resources: {'Port': ['ID=70c50a43-8c42-4009-915b-67eb0d8fdb2a,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:31.136518 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port ba9cb3bb-e877-42f4-ae92-15408297f36d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ba9cb3bb-e877-42f4-ae92-15408297f36d,segment=NetworkSegment(efe58510-4233-4cf5-a554-194464a46e1a),segment_id=efe58510-4233-4cf5-a554-194464a46e1a)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:31.148609 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'ba9cb3bb-e877-42f4-ae92-15408297f36d', 'network_id': '4da1dc73-7616-4414-8df2-63483ad53991', 'port_id': 'ba9cb3bb-e877-42f4-ae92-15408297f36d', 'mac_address': 'fa:16:3e:47:78:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a8ff6c-160b-4652-876f-06ca58f909f6', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:11:31.149324 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-651bd4c0-d0f3-4835-b1a5-870f48606916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:31.150231 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-651bd4c0-d0f3-4835-b1a5-870f48606916 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 1096 time: 0.0451624 Oct 11 16:11:31.191497 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.202053 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-923dc0b3-4dbe-4ba5-b1d3-ed97b7d4f76b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c50a43-8c42-4009-915b-67eb0d8fdb2a HTTP/1.1" status: 200 len: 217 time: 0.0360100 Oct 11 16:11:31.206205 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9cb3bb-e877-42f4-ae92-15408297f36d {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:31.231853 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port ba9cb3bb-e877-42f4-ae92-15408297f36d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ba9cb3bb-e877-42f4-ae92-15408297f36d,segment=NetworkSegment(efe58510-4233-4cf5-a554-194464a46e1a),segment_id=efe58510-4233-4cf5-a554-194464a46e1a)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:31.237872 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.238723 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:11:31.252490 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8e14c5-04db-40bb-8505-f97851f7e2fe x-openstack-request-id: req-bf8e14c5-04db-40bb-8505-f97851f7e2fe {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:31.252784 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3d4063-c2d7-4020-b4e3-c30c8209005e", "tag": "70c50a43-8c42-4009-915b-67eb0d8fdb2a", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:31.253035 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf8e14c5-04db-40bb-8505-f97851f7e2fe {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:31.253455 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3d4063-c2d7-4020-b4e3-c30c8209005e', 'tag': '70c50a43-8c42-4009-915b-67eb0d8fdb2a', 'status': 'completed', 'code': 200} Oct 11 16:11:31.273604 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-d84d6947-8e66-4897-819f-c3fb03dbf369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:31.275427 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-d84d6947-8e66-4897-819f-c3fb03dbf369 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c2cef27-f1ee-489e-9f07-f1a997cdcad9 HTTP/1.1" status: 200 len: 855 time: 0.0587170 Oct 11 16:11:31.333186 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=ba9cb3bb-e877-42f4-ae92-15408297f36d,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:31.382389 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:31.396331 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '0f1f47d0-3ae0-4df8-9abe-de2d35e50e84', 'network_id': '5c737892-7d59-411b-bd14-f9953782a140', 'port_id': '0f1f47d0-3ae0-4df8-9abe-de2d35e50e84', 'mac_address': 'fa:16:3e:cf:b2:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e491fb37-fe6d-4432-a209-b988e18205ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:11:31.435309 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.444757 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde7140-86a3-4f9f-a15f-6129c738481f req-f38471c2-44bb-4ae8-a34c-a1eb6e2f3697 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:31.453788 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2bde7140-86a3-4f9f-a15f-6129c738481f req-f38471c2-44bb-4ae8-a34c-a1eb6e2f3697 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 949 time: 0.0646851 Oct 11 16:11:31.454396 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:31.477220 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:31.483239 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:31.493738 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f63cd-beca-4ad8-b3e9-a62f230617ee req-f431a396-71e1-497f-bab4-f9ea31eb990e tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:31.501379 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8b6f63cd-beca-4ad8-b3e9-a62f230617ee req-f431a396-71e1-497f-bab4-f9ea31eb990e tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 943 time: 0.0664613 Oct 11 16:11:31.502574 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2bde7140-86a3-4f9f-a15f-6129c738481f req-7a1f0a23-8c82-40a6-b264-c1d4030a8a72 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479007 Oct 11 16:11:31.536190 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8b6f63cd-beca-4ad8-b3e9-a62f230617ee req-afd4d1da-bd28-4ee8-a2ef-81ff4c508bd9 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339518 Oct 11 16:11:31.542515 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:31.928633 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77c0ed-25af-4847-863d-e2e5f9b153e5 req-6d3a50f9-c271-41f1-9d6e-20eb093dde1b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:31.930580 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fd77c0ed-25af-4847-863d-e2e5f9b153e5 req-6d3a50f9-c271-41f1-9d6e-20eb093dde1b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 943 time: 0.0612028 Oct 11 16:11:31.970534 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fd77c0ed-25af-4847-863d-e2e5f9b153e5 req-6bc285fa-29c7-49dc-8d04-465694a8b4eb tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Oct 11 16:11:33.439617 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-cbfeb5af-803d-4b7e-857b-0c98fd10c5a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=023d4b40-4419-445c-8ffd-7314e8360db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356653 Oct 11 16:11:34.946586 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-35393609-1fc1-480a-b84d-ef06f50ecba9 service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953982 Oct 11 16:11:35.020748 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271b367-a5f6-4385-9b8e-f55486a9c821 req-648016f1-5094-4a12-9ff8-d171dddcf131 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:35.022341 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d271b367-a5f6-4385-9b8e-f55486a9c821 req-648016f1-5094-4a12-9ff8-d171dddcf131 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 944 time: 0.0541551 Oct 11 16:11:35.060136 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d271b367-a5f6-4385-9b8e-f55486a9c821 req-d96eeda3-a9d4-4a6a-af9a-a3806c6f0c83 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Oct 11 16:11:35.082550 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4a1ed-6d8f-448d-af0d-b228d2ca2c9e req-35ff5c29-a91f-4377-9077-c6f111227bf0 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:35.084008 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ebf4a1ed-6d8f-448d-af0d-b228d2ca2c9e req-35ff5c29-a91f-4377-9077-c6f111227bf0 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 949 time: 0.1039133 Oct 11 16:11:35.088215 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-34ed42c1-60f5-42b9-9276-591aed86c636 req-c5153753-8d3c-46fc-a331-539bd7795dc6 service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315014 Oct 11 16:11:35.122889 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ebf4a1ed-6d8f-448d-af0d-b228d2ca2c9e req-6a222343-4d66-4455-8603-b5c3b5b23b9f tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Oct 11 16:11:35.161653 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318047f-091b-458b-a8c9-c4294473700b req-ea63b41d-880f-4930-8e3e-598bd9f71c81 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:35.163144 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a318047f-091b-458b-a8c9-c4294473700b req-ea63b41d-880f-4930-8e3e-598bd9f71c81 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 943 time: 0.0486991 Oct 11 16:11:35.209331 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a318047f-091b-458b-a8c9-c4294473700b req-0be42991-7ee5-4030-8eea-ff586010c676 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Oct 11 16:11:35.475062 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-2e9fbb41-359d-4757-a06a-f890d40e1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:35.476821 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-2e9fbb41-359d-4757-a06a-f890d40e1201 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 1096 time: 0.0465598 Oct 11 16:11:35.573428 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-aadc50b6-8eba-41d0-a898-cdcc54f5ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:35.574859 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-aadc50b6-8eba-41d0-a898-cdcc54f5ea94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 916 time: 0.0905976 Oct 11 16:11:35.617669 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-a71d3d55-4a05-49ae-8887-6fbe275bbd08 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c50a43-8c42-4009-915b-67eb0d8fdb2a HTTP/1.1" status: 200 len: 217 time: 0.0333960 Oct 11 16:11:35.677102 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-0ee44e25-9986-4d04-aaf3-4a077c035f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:35.679580 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-0ee44e25-9986-4d04-aaf3-4a077c035f9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c2cef27-f1ee-489e-9f07-f1a997cdcad9 HTTP/1.1" status: 200 len: 855 time: 0.0513780 Oct 11 16:11:35.714736 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-3f2aefbb-1769-4442-969d-7d61a2b81914 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=023d4b40-4419-445c-8ffd-7314e8360db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265875 Oct 11 16:11:35.807745 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-f5997dc0-7d69-4825-8056-2ada7e50ac77 service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841336 Oct 11 16:11:35.914568 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a7e68cc-9033-4cd6-a8bf-4ed3472019d8 req-e3dcf894-7c77-434d-ad42-cf3d2695a82d service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976217 Oct 11 16:11:36.242053 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0400ac-d522-42a1-a07a-df974ac33bbd req-1dae57e5-5bac-4423-ba56-9cc723ce1e96 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:36.243885 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-df0400ac-d522-42a1-a07a-df974ac33bbd req-1dae57e5-5bac-4423-ba56-9cc723ce1e96 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 944 time: 0.0711515 Oct 11 16:11:36.276830 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['0f1f47d0-3ae0-4df8-9abe-de2d35e50e84'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:36.287571 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e652203-8c5d-4459-be4f-5cd5df527406 req-bcec3551-92ac-4be2-bcb2-b661cea183db tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:36.289276 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6e652203-8c5d-4459-be4f-5cd5df527406 req-bcec3551-92ac-4be2-bcb2-b661cea183db tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 949 time: 0.0908673 Oct 11 16:11:36.312153 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-df0400ac-d522-42a1-a07a-df974ac33bbd req-45b73702-a080-4576-aeca-2ff12a2f6ee0 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 Oct 11 16:11:36.333140 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['ba9cb3bb-e877-42f4-ae92-15408297f36d'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:36.345301 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6e652203-8c5d-4459-be4f-5cd5df527406 req-cfea9a76-ddbf-482f-99d8-4a4f5eba5143 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458465 Oct 11 16:11:36.452686 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df922553-37fd-4dfb-8d2b-6a24aa13c574 req-877e5198-9ff8-497f-99db-05196ac6a205 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:36.459824 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-df922553-37fd-4dfb-8d2b-6a24aa13c574 req-877e5198-9ff8-497f-99db-05196ac6a205 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 943 time: 0.0582597 Oct 11 16:11:36.503411 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-df922553-37fd-4dfb-8d2b-6a24aa13c574 req-22232fac-6055-4614-bc54-4a53418613ab tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Oct 11 16:11:37.467155 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92058b-52fd-41a3-a2ad-afc7a736ac9b req-f962699b-d965-4aac-a66c-d92ff225a7e3 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:37.469603 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ac92058b-52fd-41a3-a2ad-afc7a736ac9b req-f962699b-d965-4aac-a66c-d92ff225a7e3 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 944 time: 0.0615361 Oct 11 16:11:37.473436 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:37.475278 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa900a9c-840f-4f50-8c9d-09b8b94ff3e0 req-1074d932-5124-494f-8f4f-a8232af2b225 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:37.476826 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-aa900a9c-840f-4f50-8c9d-09b8b94ff3e0 req-1074d932-5124-494f-8f4f-a8232af2b225 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 949 time: 0.0580959 Oct 11 16:11:37.512545 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ac92058b-52fd-41a3-a2ad-afc7a736ac9b req-d6c16f6d-a9e8-4f4d-a75e-9bd73e5eac65 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Oct 11 16:11:37.515532 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-aa900a9c-840f-4f50-8c9d-09b8b94ff3e0 req-67887dec-49bd-4553-9e94-a2ddfd833843 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319681 Oct 11 16:11:37.593730 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:11:37.620342 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b8a76-e0d5-451f-b9c0-edb285f461fd req-6acab40b-86f6-4c49-be98-1f3f1981067b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:37.621809 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8c1b8a76-e0d5-451f-b9c0-edb285f461fd req-6acab40b-86f6-4c49-be98-1f3f1981067b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 943 time: 0.0541534 Oct 11 16:11:37.663165 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8c1b8a76-e0d5-451f-b9c0-edb285f461fd req-0ea8b003-c7ef-4fee-a5d1-eaedcdc0fe0c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331953 Oct 11 16:11:37.761982 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-e56d5ef6-41e4-40f4-a86d-656f7a2bb74f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406201 Oct 11 16:11:37.837579 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-e983a497-947c-4a05-b29c-89f9b27332ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:37.839791 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-e983a497-947c-4a05-b29c-89f9b27332ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 1098 time: 0.0534480 Oct 11 16:11:37.954211 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-e35ca93b-a892-4059-ac7c-dee7492c4e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:37.955870 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-e35ca93b-a892-4059-ac7c-dee7492c4e18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 920 time: 0.0929952 Oct 11 16:11:38.006606 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-130eae7e-1c9c-474a-9dc7-45649231bc22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 HTTP/1.1" status: 200 len: 217 time: 0.0339487 Oct 11 16:11:38.059685 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-4257ee76-1e13-4ce7-b57e-192d750c104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.061220 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-4257ee76-1e13-4ce7-b57e-192d750c104d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.0473778 Oct 11 16:11:38.104682 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-2d77e3e6-5964-49c6-8520-f240249c4420 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295484 Oct 11 16:11:38.201903 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-c59d777c-4abb-4692-954c-f457bd15b8d9 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865514 Oct 11 16:11:38.318553 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-66d29c45-574d-4c50-8a8d-310d4887c78a req-b7939993-9017-4a2b-845c-b3f43315ff1d service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063318 Oct 11 16:11:38.462539 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-1bdc2e4a-7a49-42af-8e12-5e75d67776f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.464191 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-1bdc2e4a-7a49-42af-8e12-5e75d67776f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1098 time: 0.0516634 Oct 11 16:11:38.576011 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e334321-37f2-4628-9200-590d339ab368 req-6346d16c-a9a6-4696-8b31-9d4004108860 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.577444 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2e334321-37f2-4628-9200-590d339ab368 req-6346d16c-a9a6-4696-8b31-9d4004108860 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.1088672 Oct 11 16:11:38.604901 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-e73149c0-d7e3-4a1f-ab75-48d46fd01777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.606321 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-e73149c0-d7e3-4a1f-ab75-48d46fd01777 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 920 time: 0.1294191 Oct 11 16:11:38.657955 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2e334321-37f2-4628-9200-590d339ab368 req-30ca2bff-55d6-42ea-9649-c598289d4451 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700006 Oct 11 16:11:38.659298 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-b8fde594-894e-416b-a441-a464edee0f62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=415ce21f-d363-4af0-9aa9-043a0112a2af HTTP/1.1" status: 200 len: 217 time: 0.0401301 Oct 11 16:11:38.697927 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbec087-ba84-4fea-8c3b-0491c7767aa1 req-d96a3e7d-36c0-4eb7-b5c0-f83e41860b6a tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.699983 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1bbec087-ba84-4fea-8c3b-0491c7767aa1 req-d96a3e7d-36c0-4eb7-b5c0-f83e41860b6a tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 944 time: 0.0550764 Oct 11 16:11:38.720396 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-2756ce47-97ff-4e57-a385-a23768f371e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.722009 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-2756ce47-97ff-4e57-a385-a23768f371e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.0531528 Oct 11 16:11:38.744414 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1bbec087-ba84-4fea-8c3b-0491c7767aa1 req-94110652-5081-4a84-855f-0063fcc5c72d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Oct 11 16:11:38.770682 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-1ad93373-27ba-41c6-b29e-3cc105a1ab46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376327 Oct 11 16:11:38.833665 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f859b9-23f7-458d-878d-8c75041e6bb3 req-062388e6-444d-4c0a-8648-7282457cf3b1 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.835096 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-88f859b9-23f7-458d-878d-8c75041e6bb3 req-062388e6-444d-4c0a-8648-7282457cf3b1 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 949 time: 0.1121478 Oct 11 16:11:38.860204 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec2b24-b6d1-4649-80f6-a0d335db920c req-9f662dd7-4fab-4253-8546-e848dfaa6c8e tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:38.862047 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5dec2b24-b6d1-4649-80f6-a0d335db920c req-9f662dd7-4fab-4253-8546-e848dfaa6c8e tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 943 time: 0.0574660 Oct 11 16:11:38.902000 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-88f859b9-23f7-458d-878d-8c75041e6bb3 req-a7f6b3f6-ff95-48d2-b311-36299b8d7659 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578446 Oct 11 16:11:38.905585 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-eda1b53a-66e4-4d99-8102-e93386152342 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254575 Oct 11 16:11:38.906117 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5dec2b24-b6d1-4649-80f6-a0d335db920c req-6dd369b8-8923-456f-84e0-1b15824b5c8a tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364027 Oct 11 16:11:39.009315 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b95a2d4f-46d8-4933-9bc8-96aeb6cfa12e req-d4f41402-5577-4b7a-a968-f17dbb6bf715 service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955803 Oct 11 16:11:39.408229 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device ba9cb3bb-e877-42f4-ae92-15408297f36d up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:11:39.462999 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port ba9cb3bb-e877-42f4-ae92-15408297f36d completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:11:39.467538 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port ba9cb3bb-e877-42f4-ae92-15408297f36d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:11:39.467958 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:39.562601 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:39.595917 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660c4b31-f031-4a57-b827-58a3d38a03c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9cb3bb-e877-42f4-ae92-15408297f36d'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:39.598786 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e70123-c9a9-416e-9c31-9d2cd59c5cc1" -d '{"events": [{"server_uuid": "660c4b31-f031-4a57-b827-58a3d38a03c4", "name": "network-vif-plugged", "status": "completed", "tag": "ba9cb3bb-e877-42f4-ae92-15408297f36d"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:39.613549 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port ba9cb3bb-e877-42f4-ae92-15408297f36d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ba9cb3bb-e877-42f4-ae92-15408297f36d,segment=NetworkSegment(efe58510-4233-4cf5-a554-194464a46e1a),segment_id=efe58510-4233-4cf5-a554-194464a46e1a)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:39.618247 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:39.619305 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:11:39.665149 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf633e1a-2b8b-4349-a7d6-12bb50aa27d5 x-openstack-request-id: req-bf633e1a-2b8b-4349-a7d6-12bb50aa27d5 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:39.665463 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660c4b31-f031-4a57-b827-58a3d38a03c4", "name": "network-vif-plugged", "status": "completed", "tag": "ba9cb3bb-e877-42f4-ae92-15408297f36d", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:39.666309 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf633e1a-2b8b-4349-a7d6-12bb50aa27d5 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:39.666820 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660c4b31-f031-4a57-b827-58a3d38a03c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9cb3bb-e877-42f4-ae92-15408297f36d', 'code': 200} Oct 11 16:11:39.713778 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=ba9cb3bb-e877-42f4-ae92-15408297f36d,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:39.736624 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:11:39.741630 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:11:39.742236 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:39.817856 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0df1bc-bd0a-43be-82c9-52be7ce7edd5 req-9cac6cb9-d932-4925-a6ef-8b2ac9e3d85a tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:39.819800 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-be0df1bc-bd0a-43be-82c9-52be7ce7edd5 req-9cac6cb9-d932-4925-a6ef-8b2ac9e3d85a tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0679929 Oct 11 16:11:39.870262 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-be0df1bc-bd0a-43be-82c9-52be7ce7edd5 req-e4897c8b-d48c-417c-80fc-201197c78b4f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392518 Oct 11 16:11:39.910078 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea7846-7ff8-45da-a7d5-52b5436dc671 req-8fda3e55-faba-48f0-98f0-4190a3d78fe4 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:39.911613 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e9ea7846-7ff8-45da-a7d5-52b5436dc671 req-8fda3e55-faba-48f0-98f0-4190a3d78fe4 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 944 time: 0.0883670 Oct 11 16:11:39.917220 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e07724-aa8a-4a2c-bfea-46413bb1f4ba req-77210408-3df7-42f3-8713-8193a1ba434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:39.918746 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-92e07724-aa8a-4a2c-bfea-46413bb1f4ba req-77210408-3df7-42f3-8713-8193a1ba434a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 1103 time: 0.0621631 Oct 11 16:11:39.963103 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:39.970480 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-92e07724-aa8a-4a2c-bfea-46413bb1f4ba req-09669797-4862-4439-89c3-1d310b81fcb3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 Oct 11 16:11:39.981062 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e9ea7846-7ff8-45da-a7d5-52b5436dc671 req-110cf390-ee48-48f5-8522-67a8749068b7 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613205 Oct 11 16:11:40.005614 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:40.010401 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:40.028812 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e81c55-b952-4e43-a8d6-7715454e18ff req-bd36d96c-a5ec-4fbd-9b8e-7b6115d2c24c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:40.030319 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-05e81c55-b952-4e43-a8d6-7715454e18ff req-bd36d96c-a5ec-4fbd-9b8e-7b6115d2c24c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 943 time: 0.0521116 Oct 11 16:11:40.064200 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:40.071834 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-05e81c55-b952-4e43-a8d6-7715454e18ff req-55c8783f-0e40-4326-bc27-b7ce64b4d904 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355055 Oct 11 16:11:40.110861 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27083ca1-4cf6-4dff-b599-35331a8ac849 req-39ecc5ba-80be-413b-8bfa-62f2a2b1b773 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:40.112404 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-27083ca1-4cf6-4dff-b599-35331a8ac849 req-39ecc5ba-80be-413b-8bfa-62f2a2b1b773 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 950 time: 0.0504766 Oct 11 16:11:40.150501 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-27083ca1-4cf6-4dff-b599-35331a8ac849 req-81368c06-135a-4ddc-9e97-38fe362ffd2b tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319352 Oct 11 16:11:40.679238 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 48462) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:40.792328 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:40.873555 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:40.875996 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:40.915247 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d44d8f-04b8-4050-baa7-e2a82b72ca32,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:40.923106 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 48478) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:40.923630 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8742df9dacb04c6da9b16c6d0220fd05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427704 Oct 11 16:11:40.930302 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.930565 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.930901 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.931225 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.931599 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.931922 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.932240 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.932556 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.932875 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.933179 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.933491 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:40.933798 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d443c1-3b7a-499e-bb43-cff4d938fc44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.017634 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:41.035114 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1649d2e-cf4f-47d0-ab0a-63948153a889 req-6c031726-c772-4161-9320-ac2e134ed3e4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:41.035114 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e1649d2e-cf4f-47d0-ab0a-63948153a889 req-6c031726-c772-4161-9320-ac2e134ed3e4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0772252 Oct 11 16:11:41.070330 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:41.096705 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e1649d2e-cf4f-47d0-ab0a-63948153a889 req-0a6f6ae7-8e4c-4600-be0b-9342c403d169 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613205 Oct 11 16:11:41.128550 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b890cc-13db-4cea-8f4d-eee32f76f81d req-16512392-c519-4abd-8aa9-4f8931ac0030 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:41.130306 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-78b890cc-13db-4cea-8f4d-eee32f76f81d req-16512392-c519-4abd-8aa9-4f8931ac0030 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 945 time: 0.0654216 Oct 11 16:11:41.146555 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:41.149259 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:41.153471 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85d44d8f-04b8-4050-baa7-e2a82b72ca32 HTTP/1.1" status: 204 len: 168 time: 0.2252975 Oct 11 16:11:41.161118 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d44d8f-04b8-4050-baa7-e2a82b72ca32,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:41.170926 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.171388 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.171791 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.172179 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.172562 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.172945 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.173345 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.173855 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.174559 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.175063 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.175494 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.175948 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ff48a-d2a8-4ebd-89c0-60c445510dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:11:41.209316 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-78b890cc-13db-4cea-8f4d-eee32f76f81d req-984a7ef4-ca4d-40ee-bd57-0b2599ac8246 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713789 Oct 11 16:11:41.268171 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9547fc-d93d-47db-a023-d5b91be944a4 req-b3e80abd-e2ae-4177-abe3-9564210f51fa tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:41.269710 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ab9547fc-d93d-47db-a023-d5b91be944a4 req-b3e80abd-e2ae-4177-abe3-9564210f51fa tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 943 time: 0.0720353 Oct 11 16:11:41.323710 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ab9547fc-d93d-47db-a023-d5b91be944a4 req-2e7c0ad1-497c-4007-99c3-f7b1b23509ca tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Oct 11 16:11:41.384220 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bf301-4d53-4ed1-adb4-5d52bb459302 req-6a5a96b9-f905-4b16-83eb-4f13551684ef tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:41.388129 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3a7bf301-4d53-4ed1-adb4-5d52bb459302 req-6a5a96b9-f905-4b16-83eb-4f13551684ef tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 950 time: 0.0761800 Oct 11 16:11:41.409747 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 70c50a43-8c42-4009-915b-67eb0d8fdb2a details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:11:41.445937 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3a7bf301-4d53-4ed1-adb4-5d52bb459302 req-e15ba87b-a250-4e41-9e5b-18060a84cbf5 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519052 Oct 11 16:11:41.542052 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 70c50a43-8c42-4009-915b-67eb0d8fdb2a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=70c50a43-8c42-4009-915b-67eb0d8fdb2a,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:41.553931 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '70c50a43-8c42-4009-915b-67eb0d8fdb2a', 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5', 'port_id': '70c50a43-8c42-4009-915b-67eb0d8fdb2a', 'mac_address': 'fa:16:3e:28:e9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2cef27-f1ee-489e-9f07-f1a997cdcad9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:11:41.593511 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:41.606740 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c50a43-8c42-4009-915b-67eb0d8fdb2a {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:41.629634 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 70c50a43-8c42-4009-915b-67eb0d8fdb2a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=70c50a43-8c42-4009-915b-67eb0d8fdb2a,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:41.634562 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:41.671428 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95254f66-5756-400c-9d2f-6635cb4604cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f47d0-3ae0-4df8-9abe-de2d35e50e84'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:41.673687 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177ea902-6ca0-4ce2-89a0-ce732ad2c046" -d '{"events": [{"server_uuid": "95254f66-5756-400c-9d2f-6635cb4604cb", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f47d0-3ae0-4df8-9abe-de2d35e50e84"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:41.698931 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=70c50a43-8c42-4009-915b-67eb0d8fdb2a,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:41.717069 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15b270e-e8e9-4d76-9277-594392f02c75 x-openstack-request-id: req-d15b270e-e8e9-4d76-9277-594392f02c75 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:41.717340 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95254f66-5756-400c-9d2f-6635cb4604cb", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f47d0-3ae0-4df8-9abe-de2d35e50e84", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:41.717624 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d15b270e-e8e9-4d76-9277-594392f02c75 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:41.718009 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95254f66-5756-400c-9d2f-6635cb4604cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f47d0-3ae0-4df8-9abe-de2d35e50e84', 'code': 200} Oct 11 16:11:41.930700 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606c84-5c7a-448e-8034-73fccf7a0d96 req-67a3c795-7d07-46ce-a5a1-1fa50290e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:41.932525 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-28606c84-5c7a-448e-8034-73fccf7a0d96 req-67a3c795-7d07-46ce-a5a1-1fa50290e5d8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 1098 time: 0.0422981 Oct 11 16:11:41.978729 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-28606c84-5c7a-448e-8034-73fccf7a0d96 req-110e7049-ff9e-46ff-8e64-cbbc80d2d416 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306745 Oct 11 16:11:42.160479 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['70c50a43-8c42-4009-915b-67eb0d8fdb2a'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:42.229670 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74116-e221-4943-98ea-0a19b30d1233 req-2d4d02c2-3c4a-4f1c-a501-75d5c3421d43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:42.231808 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4da74116-e221-4943-98ea-0a19b30d1233 req-2d4d02c2-3c4a-4f1c-a501-75d5c3421d43 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0579154 Oct 11 16:11:42.280821 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4da74116-e221-4943-98ea-0a19b30d1233 req-7a5a26cd-9a12-4df2-8f39-c9fd1ff0368f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Oct 11 16:11:42.363698 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b270f-6b9d-4663-b793-17bf24a914e1 req-0dcae312-6a5a-4ca8-9d9f-d6ff109f6ba0 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:42.365771 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-061b270f-6b9d-4663-b793-17bf24a914e1 req-0dcae312-6a5a-4ca8-9d9f-d6ff109f6ba0 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 945 time: 0.0503027 Oct 11 16:11:42.403668 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-061b270f-6b9d-4663-b793-17bf24a914e1 req-7c72bb65-a33d-4d78-9ba9-2da267f942e5 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322952 Oct 11 16:11:42.453713 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c3831-b39f-45ae-985b-49cc39eeb3a0 req-1702bf91-8ed9-4e8b-9ff0-b6d190cc19e5 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:42.455254 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e44c3831-b39f-45ae-985b-49cc39eeb3a0 req-1702bf91-8ed9-4e8b-9ff0-b6d190cc19e5 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 944 time: 0.0612974 Oct 11 16:11:42.497090 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e44c3831-b39f-45ae-985b-49cc39eeb3a0 req-43d1de94-88c0-421f-9187-db133cb17920 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Oct 11 16:11:42.573125 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f55a2-6ac9-4321-a828-a7bfb7c5e0df req-e5af9c3d-7e4c-4e31-8e43-98087b9fc26e tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:42.574610 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d96f55a2-6ac9-4321-a828-a7bfb7c5e0df req-e5af9c3d-7e4c-4e31-8e43-98087b9fc26e tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 950 time: 0.0494773 Oct 11 16:11:42.619518 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d96f55a2-6ac9-4321-a828-a7bfb7c5e0df req-d2b91096-6cba-4a7c-af90-74389e8aa1ce tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386691 Oct 11 16:11:42.910445 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93011ac1-f104-4ccc-bedb-ca23c016fb85 req-cff8d26f-e934-4226-b1f5-8936c326a06d tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:42.912116 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-93011ac1-f104-4ccc-bedb-ca23c016fb85 req-cff8d26f-e934-4226-b1f5-8936c326a06d tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 950 time: 0.0600629 Oct 11 16:11:42.951538 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-93011ac1-f104-4ccc-bedb-ca23c016fb85 req-6728c41c-a6e0-4453-a291-22f6ad4d412e tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329857 Oct 11 16:11:43.408063 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a92f88-5d3e-4973-b65f-d47cc1ec5423 req-ec49684b-311a-439e-b5ad-a5f9dcea6a3e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:43.409653 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-46a92f88-5d3e-4973-b65f-d47cc1ec5423 req-ec49684b-311a-439e-b5ad-a5f9dcea6a3e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0571599 Oct 11 16:11:43.452547 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-46a92f88-5d3e-4973-b65f-d47cc1ec5423 req-cd036c4f-e8e7-41d0-b875-b59281881427 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344193 Oct 11 16:11:43.535454 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a554abb-dcb7-406f-9b37-a8cd7fd56f77 req-cdbda7d5-fe8e-41fa-8a11-3152d2ef0f94 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:43.536961 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1a554abb-dcb7-406f-9b37-a8cd7fd56f77 req-cdbda7d5-fe8e-41fa-8a11-3152d2ef0f94 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 945 time: 0.0522575 Oct 11 16:11:43.578480 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1a554abb-dcb7-406f-9b37-a8cd7fd56f77 req-969f6d9e-4ac0-44e1-adca-540f684e8a72 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347679 Oct 11 16:11:43.621418 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e04423-3660-467d-bf33-443b30607c2f req-f2460e3a-9ea7-4e49-9b82-8eca88602b8a tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:43.623221 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-80e04423-3660-467d-bf33-443b30607c2f req-f2460e3a-9ea7-4e49-9b82-8eca88602b8a tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 944 time: 0.0562785 Oct 11 16:11:43.662844 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-80e04423-3660-467d-bf33-443b30607c2f req-61308528-475b-4089-9752-917adeba4fab tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337055 Oct 11 16:11:44.080764 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ef02d-e0cb-4656-ae82-561d883d1347 req-1d3deaa2-34f7-4b9b-a67b-6c5fef89f745 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:44.082123 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d60ef02d-e0cb-4656-ae82-561d883d1347 req-1d3deaa2-34f7-4b9b-a67b-6c5fef89f745 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 950 time: 0.0559688 Oct 11 16:11:44.122821 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d60ef02d-e0cb-4656-ae82-561d883d1347 req-2c6dedd8-0507-442e-a0f7-cac1bd1fd6bb tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Oct 11 16:11:44.580843 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe5b93-1734-4d51-91d9-cff147a08ec0 req-70169a8a-bd41-4912-aa4b-1ad8539f5581 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:44.582406 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5fbe5b93-1734-4d51-91d9-cff147a08ec0 req-70169a8a-bd41-4912-aa4b-1ad8539f5581 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0615199 Oct 11 16:11:44.628108 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5fbe5b93-1734-4d51-91d9-cff147a08ec0 req-9b09abca-a744-49dc-88d9-b9a2ffbbfeca tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369549 Oct 11 16:11:44.727236 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ade45d-2baf-4c26-a41e-7b1ea9bd4dac req-641803a3-8cbf-4c02-b820-7892f4b8e713 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:44.729086 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a6ade45d-2baf-4c26-a41e-7b1ea9bd4dac req-641803a3-8cbf-4c02-b820-7892f4b8e713 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 945 time: 0.0521505 Oct 11 16:11:44.770210 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a6ade45d-2baf-4c26-a41e-7b1ea9bd4dac req-4e5169a9-612f-4a96-bbbd-f4e7473fc42c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351489 Oct 11 16:11:44.780938 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02327d1-d406-4e04-b4e4-033275dec86c req-62dd5c50-c954-49cf-b198-50252d1f1edd tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:44.783140 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a02327d1-d406-4e04-b4e4-033275dec86c req-62dd5c50-c954-49cf-b198-50252d1f1edd tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 944 time: 0.0522573 Oct 11 16:11:44.821610 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a02327d1-d406-4e04-b4e4-033275dec86c req-f2f851ff-35e3-482f-98f5-69bbd51cce0d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327399 Oct 11 16:11:45.147827 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-86a9a872-3a83-4fe4-bbe4-08060584e640 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:45.149385 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-86a9a872-3a83-4fe4-bbe4-08060584e640 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.39 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 950 time: 0.0513558 Oct 11 16:11:45.246042 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2b94d-7b9f-4b9e-bf38-618e8b927984 req-5c5c1b5f-a07b-46a6-8a00-34b0fe28a82d tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:45.247567 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-50c2b94d-7b9f-4b9e-bf38-618e8b927984 req-5c5c1b5f-a07b-46a6-8a00-34b0fe28a82d tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 950 time: 0.0511870 Oct 11 16:11:45.249871 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Deleting port ba9cb3bb-e877-42f4-ae92-15408297f36d {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:11:45.250207 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:45.297267 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-50c2b94d-7b9f-4b9e-bf38-618e8b927984 req-c0778dd7-54ea-4fd0-9527-a8ebb6ec311b tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/security-groups?id=a4cf5bfd-9aed-4901-9bc0-227beb64bc18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434699 Oct 11 16:11:45.341744 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] For port ba9cb3bb-e877-42f4-ae92-15408297f36d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ba9cb3bb-e877-42f4-ae92-15408297f36d,segment=NetworkSegment(efe58510-4233-4cf5-a554-194464a46e1a),segment_id=efe58510-4233-4cf5-a554-194464a46e1a)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:45.342109 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:45.354153 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Calling delete_port for ba9cb3bb-e877-42f4-ae92-15408297f36d owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:11:45.425161 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 70c50a43-8c42-4009-915b-67eb0d8fdb2a up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:11:45.479840 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 70c50a43-8c42-4009-915b-67eb0d8fdb2a completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:11:45.483752 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 70c50a43-8c42-4009-915b-67eb0d8fdb2a triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:11:45.484076 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:45.497918 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:45.519712 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['ba9cb3bb-e877-42f4-ae92-15408297f36d'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:45.528720 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Pushing event deleted for resources: {'Port': ['ID=ba9cb3bb-e877-42f4-ae92-15408297f36d,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:45.581659 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] No DVR routers for this DVR port ba9cb3bb-e877-42f4-ae92-15408297f36d on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:11:45.584623 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:45.589191 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3c0cdb79-519b-4399-8f2a-9e2daeba1e83 req-f2e585dc-dba2-4464-975a-1522bd330c32 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.39 "DELETE /v2.0/ports/ba9cb3bb-e877-42f4-ae92-15408297f36d HTTP/1.1" status: 204 len: 173 time: 0.4329569 Oct 11 16:11:45.590586 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660c4b31-f031-4a57-b827-58a3d38a03c4', 'name': 'network-vif-deleted', 'tag': 'ba9cb3bb-e877-42f4-ae92-15408297f36d'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:45.602436 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92087c62-2ace-485e-b0f2-4c5e5012a606" -d '{"events": [{"server_uuid": "660c4b31-f031-4a57-b827-58a3d38a03c4", "name": "network-vif-deleted", "tag": "ba9cb3bb-e877-42f4-ae92-15408297f36d"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:45.614457 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:45.646344 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3d4063-c2d7-4020-b4e3-c30c8209005e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c50a43-8c42-4009-915b-67eb0d8fdb2a'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:45.649356 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3d495d-3eb1-4fb1-a8a0-cf631cd41585" -d '{"events": [{"server_uuid": "8f3d4063-c2d7-4020-b4e3-c30c8209005e", "name": "network-vif-plugged", "status": "completed", "tag": "70c50a43-8c42-4009-915b-67eb0d8fdb2a"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:45.650064 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25428595-09a0-43ff-861e-cda7f0f199b8 x-openstack-request-id: req-25428595-09a0-43ff-861e-cda7f0f199b8 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:45.650384 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660c4b31-f031-4a57-b827-58a3d38a03c4", "name": "network-vif-deleted", "tag": "ba9cb3bb-e877-42f4-ae92-15408297f36d", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:45.650630 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25428595-09a0-43ff-861e-cda7f0f199b8 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:45.651009 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660c4b31-f031-4a57-b827-58a3d38a03c4', 'name': 'network-vif-deleted', 'tag': 'ba9cb3bb-e877-42f4-ae92-15408297f36d', 'status': 'completed', 'code': 200} Oct 11 16:11:45.665224 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 70c50a43-8c42-4009-915b-67eb0d8fdb2a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=70c50a43-8c42-4009-915b-67eb0d8fdb2a,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:45.670080 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:45.724855 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261ff5f4-f290-4f85-a7c3-93a920877835 x-openstack-request-id: req-261ff5f4-f290-4f85-a7c3-93a920877835 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:45.725097 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3d4063-c2d7-4020-b4e3-c30c8209005e", "name": "network-vif-plugged", "status": "completed", "tag": "70c50a43-8c42-4009-915b-67eb0d8fdb2a", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:45.725505 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-261ff5f4-f290-4f85-a7c3-93a920877835 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:45.726064 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3d4063-c2d7-4020-b4e3-c30c8209005e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c50a43-8c42-4009-915b-67eb0d8fdb2a', 'code': 200} Oct 11 16:11:45.726823 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=70c50a43-8c42-4009-915b-67eb0d8fdb2a,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:45.807605 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb69d7-e4a6-4a39-9de6-eaaff2ed84e6 req-29225915-88ac-41c8-b2f6-d17afabfa851 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:45.815740 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37fb69d7-e4a6-4a39-9de6-eaaff2ed84e6 req-29225915-88ac-41c8-b2f6-d17afabfa851 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0882680 Oct 11 16:11:45.857535 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37fb69d7-e4a6-4a39-9de6-eaaff2ed84e6 req-0b6950d1-a851-4450-8683-445efebf213d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408874 Oct 11 16:11:45.903314 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e3495-aa03-41ab-8f28-45469fc3c8d5 req-f4d2ae5f-0840-4c4f-8bfc-587c9fd3b6c8 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:45.904826 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-264e3495-aa03-41ab-8f28-45469fc3c8d5 req-f4d2ae5f-0840-4c4f-8bfc-587c9fd3b6c8 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 945 time: 0.0491831 Oct 11 16:11:45.969082 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f222c-5330-4a7f-b664-e9f4b4adda12 req-c0998779-7da9-406f-b1b0-2718420ac9e0 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:45.969493 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-264e3495-aa03-41ab-8f28-45469fc3c8d5 req-937285e5-20df-4171-9b84-fc779f605d6c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532200 Oct 11 16:11:45.971592 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-630f222c-5330-4a7f-b664-e9f4b4adda12 req-c0998779-7da9-406f-b1b0-2718420ac9e0 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 945 time: 0.0534391 Oct 11 16:11:45.975884 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15911bb8-94c5-4fd1-b036-a69512ab4b80 req-2cb9727e-8075-4556-8933-6c91f46b30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:45.977524 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-15911bb8-94c5-4fd1-b036-a69512ab4b80 req-2cb9727e-8075-4556-8933-6c91f46b30ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 1098 time: 0.0697267 Oct 11 16:11:46.011338 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-630f222c-5330-4a7f-b664-e9f4b4adda12 req-fe180801-c9fe-4672-a0dd-3b9e5f0138ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345805 Oct 11 16:11:46.018277 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-15911bb8-94c5-4fd1-b036-a69512ab4b80 req-f8fbc5d0-3558-49c8-8a40-081f4087a1a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Oct 11 16:11:46.413789 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18ee2c35-c0e4-4cf7-ab92-be79a4d3a45f req-ebbda6b6-e976-4ec9-b9ea-57f1d8ccaef2 tempest-VolumesNegativeTest-138513223 tempest-VolumesNegativeTest-138513223-project] 10.222.0.18 "GET /v2.0/ports?device_id=660c4b31-f031-4a57-b827-58a3d38a03c4 HTTP/1.1" status: 200 len: 210 time: 0.0282090 Oct 11 16:11:46.665345 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d98de-9cf3-482f-914a-b7c703ee0876 req-6b866230-8272-4570-8563-4cf585380725 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:46.666868 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d38d98de-9cf3-482f-914a-b7c703ee0876 req-6b866230-8272-4570-8563-4cf585380725 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 945 time: 0.0497923 Oct 11 16:11:46.704472 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d38d98de-9cf3-482f-914a-b7c703ee0876 req-c0500bad-924a-4925-9e24-844e1b710876 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314329 Oct 11 16:11:46.891377 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 48640) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:46.980307 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37632e27-22e9-4b8b-bd89-1d848e27a397 req-1a82da72-6b46-4647-8829-4fa89aceeb51 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:46.981920 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37632e27-22e9-4b8b-bd89-1d848e27a397 req-1a82da72-6b46-4647-8829-4fa89aceeb51 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0531209 Oct 11 16:11:47.006357 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a180c6-33b9-4389-a13b-f11043bda14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:47.036878 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37632e27-22e9-4b8b-bd89-1d848e27a397 req-9d05c7c6-f2bc-4824-be9f-0cc5a1f7fd3f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478547 Oct 11 16:11:47.107892 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a180c6-33b9-4389-a13b-f11043bda14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:47.112573 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a180c6-33b9-4389-a13b-f11043bda14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:47.132879 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbc962-3b0f-459f-9967-a07cd2f1bd8b req-ba8af115-91da-4806-80bc-a6c06afb3568 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:47.134444 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ffbbc962-3b0f-459f-9967-a07cd2f1bd8b req-ba8af115-91da-4806-80bc-a6c06afb3568 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 945 time: 0.0496535 Oct 11 16:11:47.148992 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a180c6-33b9-4389-a13b-f11043bda14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16138c9-adfa-4c08-a987-0574ba2f4860,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:47.153320 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b7a180c6-33b9-4389-a13b-f11043bda14d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51505b2af89743a19b60c0f2512e8dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603557 Oct 11 16:11:47.156075 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 48646) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:47.177960 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ffbbc962-3b0f-459f-9967-a07cd2f1bd8b req-277c6ee2-0eb1-40f3-89fd-d5881cf2ae09 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371876 Oct 11 16:11:47.205166 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-caeb858a-3f1e-463e-981c-066b43694d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:47.226087 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-caeb858a-3f1e-463e-981c-066b43694d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:47.281440 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-caeb858a-3f1e-463e-981c-066b43694d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:47.284122 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-caeb858a-3f1e-463e-981c-066b43694d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:47.285314 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-caeb858a-3f1e-463e-981c-066b43694d4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f16138c9-adfa-4c08-a987-0574ba2f4860 HTTP/1.1" status: 204 len: 168 time: 0.1283045 Oct 11 16:11:47.296831 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb858a-3f1e-463e-981c-066b43694d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16138c9-adfa-4c08-a987-0574ba2f4860,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:47.835455 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec882d-f81c-4d21-9516-9d5cdd92ef8d req-b99de0b0-1272-4735-a926-af4d89247a7c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:47.839851 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4dec882d-f81c-4d21-9516-9d5cdd92ef8d req-b99de0b0-1272-4735-a926-af4d89247a7c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 945 time: 0.0605748 Oct 11 16:11:47.883985 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4dec882d-f81c-4d21-9516-9d5cdd92ef8d req-56b2507b-089a-4968-8d40-0e7f402b2fa0 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Oct 11 16:11:48.161219 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a54f8-c057-41eb-9f99-e639b3cf0faa req-5b4b5c3e-deaf-454f-9c94-0e68a0c92dbb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:48.162769 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c24a54f8-c057-41eb-9f99-e639b3cf0faa req-5b4b5c3e-deaf-454f-9c94-0e68a0c92dbb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0520635 Oct 11 16:11:48.210142 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c24a54f8-c057-41eb-9f99-e639b3cf0faa req-ab3f90b1-b268-4501-9c70-1f891f699e1d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391386 Oct 11 16:11:48.317516 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88e9b6-100d-4473-8133-2fd5f4d623be req-ed56239a-7a65-4eb6-bb3e-5509e4502200 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:48.319112 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3a88e9b6-100d-4473-8133-2fd5f4d623be req-ed56239a-7a65-4eb6-bb3e-5509e4502200 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 945 time: 0.0587840 Oct 11 16:11:48.361291 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3a88e9b6-100d-4473-8133-2fd5f4d623be req-98b5ca21-435e-439e-9fb2-ea6c650246ad tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347345 Oct 11 16:11:48.580148 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-9cf67ebb-c451-44ce-9244-bf3bb25540ba tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:48.581788 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-9cf67ebb-c451-44ce-9244-bf3bb25540ba tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.39 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 945 time: 0.0696900 Oct 11 16:11:48.722028 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Deleting port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:11:48.722365 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:49.113809 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8b538-f552-4484-9911-57385e222ccc req-42d5b528-249d-4301-8eab-9440442da157 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:49.115308 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-81b8b538-f552-4484-9911-57385e222ccc req-42d5b528-249d-4301-8eab-9440442da157 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=95254f66-5756-400c-9d2f-6635cb4604cb HTTP/1.1" status: 200 len: 945 time: 0.0834985 Oct 11 16:11:49.124291 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] For port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:11:49.124649 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:49.148848 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Calling delete_port for 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:11:49.177987 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-81b8b538-f552-4484-9911-57385e222ccc req-3795aea0-f634-44f8-b626-829e34239d62 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562818 Oct 11 16:11:49.330760 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:49.349709 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['0f1f47d0-3ae0-4df8-9abe-de2d35e50e84'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:11:49.357581 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70084ae8-d9f6-4355-b098-ca24d481923e req-d584e5dd-6683-46d0-ba6e-43d7f839cccc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:49.359104 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-70084ae8-d9f6-4355-b098-ca24d481923e req-d584e5dd-6683-46d0-ba6e-43d7f839cccc tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0571642 Oct 11 16:11:49.368226 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Pushing event deleted for resources: {'Port': ['ID=0f1f47d0-3ae0-4df8-9abe-de2d35e50e84,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:49.410918 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-70084ae8-d9f6-4355-b098-ca24d481923e req-127acac1-3460-44ee-914b-d3e3b8934d0b tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Oct 11 16:11:49.419038 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] No DVR routers for this DVR port 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:11:49.421926 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:49.425568 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a9905d83-1c0c-4a92-b5ad-380780882f44 req-0ce69d8c-6f25-472c-88e7-ef01dc258a4c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.39 "DELETE /v2.0/ports/0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 HTTP/1.1" status: 204 len: 173 time: 0.8344920 Oct 11 16:11:49.425890 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95254f66-5756-400c-9d2f-6635cb4604cb', 'name': 'network-vif-deleted', 'tag': '0f1f47d0-3ae0-4df8-9abe-de2d35e50e84'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:49.428199 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a39a8-11d9-4fcb-9b3f-136c3fd9b2b7" -d '{"events": [{"server_uuid": "95254f66-5756-400c-9d2f-6635cb4604cb", "name": "network-vif-deleted", "tag": "0f1f47d0-3ae0-4df8-9abe-de2d35e50e84"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:49.442060 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device ba9cb3bb-e877-42f4-ae92-15408297f36d no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:11:49.471961 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: ba9cb3bb-e877-42f4-ae92-15408297f36d {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:11:49.472682 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device ba9cb3bb-e877-42f4-ae92-15408297f36d not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:11:49.486268 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a853b2a6-99a5-4349-848c-b8e8db4047b3 x-openstack-request-id: req-a853b2a6-99a5-4349-848c-b8e8db4047b3 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:11:49.486566 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95254f66-5756-400c-9d2f-6635cb4604cb", "name": "network-vif-deleted", "tag": "0f1f47d0-3ae0-4df8-9abe-de2d35e50e84", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:11:49.486820 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a853b2a6-99a5-4349-848c-b8e8db4047b3 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:11:49.487438 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95254f66-5756-400c-9d2f-6635cb4604cb', 'name': 'network-vif-deleted', 'tag': '0f1f47d0-3ae0-4df8-9abe-de2d35e50e84', 'status': 'completed', 'code': 200} Oct 11 16:11:50.506602 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-7ac055fe-75d4-49fb-b174-52619eca9ffc tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:50.508320 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-7ac055fe-75d4-49fb-b174-52619eca9ffc tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/networks?id=5c737892-7d59-411b-bd14-f9953782a140 HTTP/1.1" status: 200 len: 809 time: 0.1082993 Oct 11 16:11:50.524359 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-e83c52db-66b9-49a3-9b21-1c9f60ba7d0f tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/quotas/54ee73ad905b405f9af1c6e6e5d60c6b HTTP/1.1" status: 200 len: 375 time: 0.0097439 Oct 11 16:11:50.554670 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8bf50-6805-4568-b95f-befcc884a749 req-8fd3c251-6cf8-4eb5-bdb7-11e289aee1aa tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:50.557088 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-eee8bf50-6805-4568-b95f-befcc884a749 req-8fd3c251-6cf8-4eb5-bdb7-11e289aee1aa tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0670877 Oct 11 16:11:50.563992 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-cde689d2-4e01-4b3e-97ef-45d2d27455b2 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=54ee73ad905b405f9af1c6e6e5d60c6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333219 Oct 11 16:11:50.601213 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-eee8bf50-6805-4568-b95f-befcc884a749 req-bce5f546-29c8-4f81-9711-bdac752e6472 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Oct 11 16:11:50.656040 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-9217c772-190a-4644-b874-65663912d5fc service neutron] 10.222.0.18 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842474 Oct 11 16:11:50.753424 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-b43a80de-c3de-4dba-8300-0e02bab8c3f7 service neutron] 10.222.0.18 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909462 Oct 11 16:11:54.106308 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:11:54.139032 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:11:54.139395 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 0f1f47d0-3ae0-4df8-9abe-de2d35e50e84 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:11:54.233618 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-82dbdd51-f0da-473f-ac01-35bf5ca90fa6 req-35d64116-be52-428f-be3b-aa532fc62900 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 210 time: 0.0327852 Oct 11 16:11:54.367133 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8589d1-9d01-4c6f-b7b5-60f173743ba6 req-1ddb75e0-5589-4486-ba50-7d8237c7eac1 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:54.368663 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fe8589d1-9d01-4c6f-b7b5-60f173743ba6 req-1ddb75e0-5589-4486-ba50-7d8237c7eac1 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0602717 Oct 11 16:11:54.412684 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fe8589d1-9d01-4c6f-b7b5-60f173743ba6 req-40e762e0-88f7-4895-b175-d8f07edac86c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371413 Oct 11 16:11:55.041728 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-9a455c29-e0b3-4e9d-974b-fb6997e83d50 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:55.043969 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-9a455c29-e0b3-4e9d-974b-fb6997e83d50 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.39 "GET /v2.0/networks?id=5c737892-7d59-411b-bd14-f9953782a140 HTTP/1.1" status: 200 len: 809 time: 0.1307268 Oct 11 16:11:55.064053 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Request body: {'port': {'device_id': '60d1511c-f363-4360-9157-51d470295c3a', 'network_id': '5c737892-7d59-411b-bd14-f9953782a140', 'admin_state_up': True, 'tenant_id': '54ee73ad905b405f9af1c6e6e5d60c6b'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:55.181772 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Made reservation on behalf of 54ee73ad905b405f9af1c6e6e5d60c6b for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:11:55.186358 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:55.208612 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b12687e7-8d88-4924-8b6d-d857b744d3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:55.322342 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Allocated IP 172.20.0.7 (5c737892-7d59-411b-bd14-f9953782a140/e491fb37-fe6d-4432-a209-b988e18205ef/bc42b373-4601-4f92-8cc2-a1d0b1a6ce84) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:11:55.347884 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-75a3f37d-57a6-40fc-ac17-5bb80e49689f req-75574440-6cc7-4195-bc43-0780116f5f5d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 210 time: 0.0382214 Oct 11 16:11:55.493502 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:55.530114 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:55.537757 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf95d0d-9793-4ecd-a31a-c0db696313b8 req-a93da4d5-93d3-46df-a70d-52c78423172e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:55.539276 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bdf95d0d-9793-4ecd-a31a-c0db696313b8 req-a93da4d5-93d3-46df-a70d-52c78423172e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0542493 Oct 11 16:11:55.578648 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Network 5c737892-7d59-411b-bd14-f9953782a140 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:11:55.578882 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bdf95d0d-9793-4ecd-a31a-c0db696313b8 req-034df838-6b27-4a29-9d84-5bc0c1d0090d tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Oct 11 16:11:55.581772 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:11:55.584699 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:11:55.610115 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Pushing event updated for resources: {'Port': ['ID=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:55.640065 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:55.640666 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:55.657743 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-c387c125-e680-460e-85aa-de0ade1da49c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975952 Oct 11 16:11:56.117875 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 49042) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:56.264273 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b40c2d78-98c0-4c8c-a7b6-2fd42e0e719b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=48578d0e68c2465293c45c841725df0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452491 Oct 11 16:11:56.266806 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 49046) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:11:56.319762 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bd6400bf-938e-450b-91d6-6835a3e0309b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:56.342800 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bd6400bf-938e-450b-91d6-6835a3e0309b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:56.393758 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bd6400bf-938e-450b-91d6-6835a3e0309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:56.396480 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bd6400bf-938e-450b-91d6-6835a3e0309b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:56.397666 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-bd6400bf-938e-450b-91d6-6835a3e0309b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4cf5bfd-9aed-4901-9bc0-227beb64bc18 HTTP/1.1" status: 204 len: 168 time: 0.1299696 Oct 11 16:11:56.405598 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6400bf-938e-450b-91d6-6835a3e0309b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cf5bfd-9aed-4901-9bc0-227beb64bc18,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:57.362498 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Request body: {'port': {'device_id': '60d1511c-f363-4360-9157-51d470295c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:11:57.426069 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:57.687969 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:11:57.695584 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:57.701638 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-949c2c14-8739-47a8-9b85-ee96b83ce5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:57.709551 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Transition to ACTIVE for port object bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:11:57.713948 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:57.767152 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Pushing event updated for resources: {'Port': ['ID=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:57.834708 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Attempting to bind port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:11:57.835043 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Attempting to bind port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '0003771b-824f-46bd-935d-ed0d6decfaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5c737892-7d59-411b-bd14-f9953782a140'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:11:57.835395 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Attempting to bind port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 on network 5c737892-7d59-411b-bd14-f9953782a140 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:57.840622 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 on network 5c737892-7d59-411b-bd14-f9953782a140 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:11:57.840938 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Attempting to bind port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 on network 5c737892-7d59-411b-bd14-f9953782a140 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:11:57.846116 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:11:57.846475 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Checking segment: {'id': '0003771b-824f-46bd-935d-ed0d6decfaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5c737892-7d59-411b-bd14-f9953782a140'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:11:57.846847 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Bound using segment: {'id': '0003771b-824f-46bd-935d-ed0d6decfaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5c737892-7d59-411b-bd14-f9953782a140'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:11:57.847307 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Bound port: bc42b373-4601-4f92-8cc2-a1d0b1a6ce84, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0003771b-824f-46bd-935d-ed0d6decfaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '5c737892-7d59-411b-bd14-f9953782a140'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:11:57.847668 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:57.917480 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] For port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:11:57.923572 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] For port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:11:57.931713 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:57.965782 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:11:57.966574 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:57.968104 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] 10.222.0.39 "PUT /v2.0/ports/bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 HTTP/1.1" status: 200 len: 1093 time: 0.6115851 Oct 11 16:11:57.970267 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d1511c-f363-4360-9157-51d470295c3a', 'tag': 'bc42b373-4601-4f92-8cc2-a1d0b1a6ce84'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:11:57.972553 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61" -d '{"events": [{"name": "network-changed", "server_uuid": "60d1511c-f363-4360-9157-51d470295c3a", "tag": "bc42b373-4601-4f92-8cc2-a1d0b1a6ce84"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:11:57.996354 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384c21a-5b82-4e53-8511-6da45bebdb2d service neutron] Pushing event updated for resources: {'Port': ['ID=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:11:58.831062 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:11:58.953507 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:00.105396 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-1c50d3b3-fe2a-43de-83e3-5aebb97a88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:00.106985 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-1c50d3b3-fe2a-43de-83e3-5aebb97a88b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ee73ad905b405f9af1c6e6e5d60c6b&device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 1096 time: 0.0446050 Oct 11 16:12:00.167231 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-cd48ab3a-9f23-4a03-9777-5e5ae1871466 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 HTTP/1.1" status: 200 len: 217 time: 0.0417235 Oct 11 16:12:00.215546 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd27fa-dfcd-412f-9ccf-b955f3d3606c req-fe7bebf4-b21a-4738-b516-21e2076188d9 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:00.217538 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4afd27fa-dfcd-412f-9ccf-b955f3d3606c req-fe7bebf4-b21a-4738-b516-21e2076188d9 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 943 time: 0.0540791 Oct 11 16:12:00.243669 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-e2bb4c23-dd8f-42f9-a0f8-f137f908c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:00.245149 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-e2bb4c23-dd8f-42f9-a0f8-f137f908c564 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e491fb37-fe6d-4432-a209-b988e18205ef HTTP/1.1" status: 200 len: 849 time: 0.0520060 Oct 11 16:12:00.253498 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35aae2-8d8e-494a-9f7c-cc9e14aaf3a4 req-74a524cc-6fdf-4f50-a03b-3f26fb5b07c7 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:00.254891 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2b35aae2-8d8e-494a-9f7c-cc9e14aaf3a4 req-74a524cc-6fdf-4f50-a03b-3f26fb5b07c7 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0868042 Oct 11 16:12:00.258576 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4afd27fa-dfcd-412f-9ccf-b955f3d3606c req-e6b4f60f-17da-4e69-be34-35b80e32230c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353489 Oct 11 16:12:00.288948 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-8b3ebd22-249e-489d-9e33-f6da670d6c1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c737892-7d59-411b-bd14-f9953782a140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328166 Oct 11 16:12:00.325193 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050a7f78-ae85-4f2f-ae30-ab6e341f4696 x-openstack-request-id: req-050a7f78-ae85-4f2f-ae30-ab6e341f4696 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:12:00.325505 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d1511c-f363-4360-9157-51d470295c3a", "tag": "bc42b373-4601-4f92-8cc2-a1d0b1a6ce84", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:12:00.325718 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-050a7f78-ae85-4f2f-ae30-ab6e341f4696 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:12:00.326156 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d1511c-f363-4360-9157-51d470295c3a', 'tag': 'bc42b373-4601-4f92-8cc2-a1d0b1a6ce84', 'status': 'completed', 'code': 200} Oct 11 16:12:00.357645 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2b35aae2-8d8e-494a-9f7c-cc9e14aaf3a4 req-74d807df-3b4d-45a0-9bf2-6e15694ae89f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938940 Oct 11 16:12:00.400606 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-a30e4232-15a3-488a-b9bf-dbab8744adbc service neutron] 10.222.0.39 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032238 Oct 11 16:12:00.498247 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-871d09b6-b2c8-4b94-8726-43570e785dc8 req-9153d84a-fbda-41d2-bfc2-db943af9459e service neutron] 10.222.0.39 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892034 Oct 11 16:12:00.639847 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:00.888796 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-33fdaa60-2a21-478c-a21f-d7a21dfeac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:00.890390 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-33fdaa60-2a21-478c-a21f-d7a21dfeac39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ee73ad905b405f9af1c6e6e5d60c6b&device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 1096 time: 0.0469697 Oct 11 16:12:00.987648 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-69bd7985-451d-4924-8925-c3d108eedfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:00.989224 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-69bd7985-451d-4924-8925-c3d108eedfbb service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c737892-7d59-411b-bd14-f9953782a140 HTTP/1.1" status: 200 len: 910 time: 0.0916650 Oct 11 16:12:01.033189 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-635a4d9e-8518-4960-8dd6-a89a6f7bae86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 HTTP/1.1" status: 200 len: 217 time: 0.0351701 Oct 11 16:12:01.087558 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-280f8ada-1653-4c13-9b71-87df5b2d2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:01.089029 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-280f8ada-1653-4c13-9b71-87df5b2d2ccb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e491fb37-fe6d-4432-a209-b988e18205ef HTTP/1.1" status: 200 len: 849 time: 0.0484316 Oct 11 16:12:01.122214 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-1fcdbd33-0b7a-4cd6-984d-9d0e97d6cc77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c737892-7d59-411b-bd14-f9953782a140&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256047 Oct 11 16:12:01.222742 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-71a9e892-7cb1-4d0a-814b-a7ea801981cb service neutron] 10.222.0.39 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902677 Oct 11 16:12:01.376749 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e9837a5-a082-4d8a-8bb5-59933b5b0f61 req-e536a3db-854d-4504-a1ec-c79b63ab9071 service neutron] 10.222.0.39 "GET /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175060 Oct 11 16:12:01.413001 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ff6bb-01dd-41dc-ad8c-1fe874652d69 req-695beb05-9bcb-47be-82cd-03c4d0383dcb tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:01.414540 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2e8ff6bb-01dd-41dc-ad8c-1fe874652d69 req-695beb05-9bcb-47be-82cd-03c4d0383dcb tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 943 time: 0.0582366 Oct 11 16:12:01.455816 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2e8ff6bb-01dd-41dc-ad8c-1fe874652d69 req-ec67e276-9c43-4f99-a222-507e205488ec tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Oct 11 16:12:01.479447 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713677c9-1a27-4e6e-9704-6fdf57b029d1 req-233b6214-7f94-447f-9e26-0f948870ee9c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:01.480940 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-713677c9-1a27-4e6e-9704-6fdf57b029d1 req-233b6214-7f94-447f-9e26-0f948870ee9c tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0526280 Oct 11 16:12:01.518720 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-713677c9-1a27-4e6e-9704-6fdf57b029d1 req-9fa59676-2aea-4cd0-af85-33abf7e30f55 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312388 Oct 11 16:12:01.794063 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c4eb8-8537-4084-a9fe-cb4a4aa6e871 req-0051e06d-7f4e-4f4b-b4ce-d1450762566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:01.795656 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4b7c4eb8-8537-4084-a9fe-cb4a4aa6e871 req-0051e06d-7f4e-4f4b-b4ce-d1450762566d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1098 time: 0.0418420 Oct 11 16:12:01.834951 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4b7c4eb8-8537-4084-a9fe-cb4a4aa6e871 req-642359ab-94d0-4da8-9ca6-77db02fbed73 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302150 Oct 11 16:12:07.250868 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29802a60-70b8-4c5f-af6a-87f5e9a59fac req-bd6bd91e-d134-4f4b-a98c-11c85a25f9a3 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:07.252453 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-29802a60-70b8-4c5f-af6a-87f5e9a59fac req-bd6bd91e-d134-4f4b-a98c-11c85a25f9a3 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 943 time: 0.0523000 Oct 11 16:12:07.257741 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283135b7-f694-4204-b57f-b20047626a64 req-949042ab-7ab7-4189-9dac-958cebe1c7f4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:07.259276 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-283135b7-f694-4204-b57f-b20047626a64 req-949042ab-7ab7-4189-9dac-958cebe1c7f4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0527484 Oct 11 16:12:07.301059 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-283135b7-f694-4204-b57f-b20047626a64 req-d17ab5bb-8a80-4225-9a18-2555987c121f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356116 Oct 11 16:12:07.301676 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-29802a60-70b8-4c5f-af6a-87f5e9a59fac req-a032099b-8189-4641-8c64-ce5ecfdbc39d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386806 Oct 11 16:12:07.488997 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:08.450603 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c72d1-644a-4017-a809-c928a0c8f0a8 req-17e45d90-62af-4f3b-8459-c8e0b6634c28 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:08.452499 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2f9c72d1-644a-4017-a809-c928a0c8f0a8 req-17e45d90-62af-4f3b-8459-c8e0b6634c28 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0768127 Oct 11 16:12:08.498000 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2f9c72d1-644a-4017-a809-c928a0c8f0a8 req-5109785c-0268-44d5-90af-d0c17fcfd607 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Oct 11 16:12:08.524920 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff85f-3da7-4937-ab63-1ac0ac7e1299 req-11bfbb4e-342f-4766-b30a-c9711d337517 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:08.527842 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-959ff85f-3da7-4937-ab63-1ac0ac7e1299 req-11bfbb4e-342f-4766-b30a-c9711d337517 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 943 time: 0.0506713 Oct 11 16:12:08.571775 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-959ff85f-3da7-4937-ab63-1ac0ac7e1299 req-33804577-3d43-4883-af0b-748876fffef2 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387003 Oct 11 16:12:09.693670 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b65f47-62f1-4747-8ade-04f5490dba05 req-1e6dbb51-650b-496d-82d6-5c1861a3f7b7 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:09.695181 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d7b65f47-62f1-4747-8ade-04f5490dba05 req-1e6dbb51-650b-496d-82d6-5c1861a3f7b7 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0534449 Oct 11 16:12:09.704912 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef17381-f9b0-4e81-9f9e-9f98e243b41f req-0b063063-6711-41f8-adcc-1fd525e65553 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:09.706615 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0ef17381-f9b0-4e81-9f9e-9f98e243b41f req-0b063063-6711-41f8-adcc-1fd525e65553 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 943 time: 0.0527995 Oct 11 16:12:09.735371 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d7b65f47-62f1-4747-8ade-04f5490dba05 req-eaee4c1a-be59-4abc-99f2-2a2d774d1ee2 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339351 Oct 11 16:12:09.745412 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0ef17381-f9b0-4e81-9f9e-9f98e243b41f req-3a45682b-02d5-4cd0-8492-dac4383cc24f tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Oct 11 16:12:10.075252 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-7b4c9319-28a7-4300-bc45-e255860a52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:10.076814 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-7b4c9319-28a7-4300-bc45-e255860a52ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 1098 time: 0.0645182 Oct 11 16:12:10.084421 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61e48d-1eb6-4bd7-abb8-b1bcd02edab1 req-385a88b6-8c02-4ad7-a4d7-83257c18916a tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:10.085717 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3f61e48d-1eb6-4bd7-abb8-b1bcd02edab1 req-385a88b6-8c02-4ad7-a4d7-83257c18916a tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0824554 Oct 11 16:12:10.166365 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3f61e48d-1eb6-4bd7-abb8-b1bcd02edab1 req-0dc5783f-4dba-46f2-808b-175b62304a0e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723486 Oct 11 16:12:10.200538 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-ea64ad8f-abe7-43e0-a61f-e3f63f3fe445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:10.202829 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-ea64ad8f-abe7-43e0-a61f-e3f63f3fe445 service neutron] 10.222.0.39 "GET /v2.0/networks?id=af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 200 len: 920 time: 0.1159580 Oct 11 16:12:10.259130 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-6b916998-49d0-44fe-9fa1-980fd202d25f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=415ce21f-d363-4af0-9aa9-043a0112a2af HTTP/1.1" status: 200 len: 217 time: 0.0372407 Oct 11 16:12:10.310084 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-b0d32b7c-1c70-47f5-b42d-bf56de76672c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:10.311684 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-b0d32b7c-1c70-47f5-b42d-bf56de76672c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 200 len: 859 time: 0.0434611 Oct 11 16:12:10.343216 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-fd0e5ebf-772f-4692-b79d-663fb06e473e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=af0a49f4-526f-40fb-9837-3917a155a36d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238254 Oct 11 16:12:10.440190 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-3fe1d785-ae79-4886-89ad-5ab812d6456f service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897267 Oct 11 16:12:10.531510 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c0cf92e1-98fb-4572-a0fe-34477787a0b9 req-b2f523c4-d60c-44d0-b139-7713f577fa8c service neutron] 10.222.0.39 "GET /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833626 Oct 11 16:12:10.873487 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ffba1-dd75-491e-98c3-db3539c7c093 req-bd9ecc6c-b697-40db-a92b-6844f691f040 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:10.874903 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0c3ffba1-dd75-491e-98c3-db3539c7c093 req-bd9ecc6c-b697-40db-a92b-6844f691f040 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 943 time: 0.0530503 Oct 11 16:12:10.921768 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0c3ffba1-dd75-491e-98c3-db3539c7c093 req-0d63a40b-3e91-4b22-9d09-2a30589d73e6 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Oct 11 16:12:11.269893 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-7b607b49-26ff-4c4f-beb2-78862cdea13b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:11.271599 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-7b607b49-26ff-4c4f-beb2-78862cdea13b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 815 time: 0.1066511 Oct 11 16:12:11.285926 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30007e-c08a-4f09-ba0d-3c9a83b11660 req-ebfa4ae6-e976-4976-b897-fee3b0f98367 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:11.287499 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f30007e-c08a-4f09-ba0d-3c9a83b11660 req-ebfa4ae6-e976-4976-b897-fee3b0f98367 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0512335 Oct 11 16:12:11.291597 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-ba5b6565-5790-4f4a-9990-52a257e9eace tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/quotas/f2512c5d071f4be9a8c7019ff7c3b678 HTTP/1.1" status: 200 len: 375 time: 0.0102627 Oct 11 16:12:11.328082 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f30007e-c08a-4f09-ba0d-3c9a83b11660 req-f0268268-72ae-4e44-8643-8820cb3a501b tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333693 Oct 11 16:12:11.346521 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-f8ff6252-d51a-442d-b6d5-b2ef335c1688 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487492 Oct 11 16:12:11.444488 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-54f1045a-cb86-416b-a0e4-5e3cf5e38ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903289 Oct 11 16:12:11.548746 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-abfba355-eda9-4032-baee-d146b3af7a92 service neutron] 10.222.0.18 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930562 Oct 11 16:12:11.548997 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:12:11.656111 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:11.668566 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'bc42b373-4601-4f92-8cc2-a1d0b1a6ce84', 'network_id': '5c737892-7d59-411b-bd14-f9953782a140', 'port_id': 'bc42b373-4601-4f92-8cc2-a1d0b1a6ce84', 'mac_address': 'fa:16:3e:a1:1b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e491fb37-fe6d-4432-a209-b988e18205ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:12:11.710591 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.714489 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c808cafb-f841-4ead-a70d-0682da310a50 req-b4397776-64e9-4f84-90cc-393521988aed tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 210 time: 0.0298123 Oct 11 16:12:11.724539 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:12:11.745192 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:11.752490 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:11.806121 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:11.814012 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.814357 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.814694 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.815023 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.815347 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.815850 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.816175 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.816496 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.816839 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.817163 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.817489 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:11.817806 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:12.046515 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b22392-b8dd-4a31-8523-dd010deae7cc req-9ac04afe-3238-4cb0-bbac-8cb600e1c34c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:12.048471 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e1b22392-b8dd-4a31-8523-dd010deae7cc req-9ac04afe-3238-4cb0-bbac-8cb600e1c34c tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 944 time: 0.0559363 Oct 11 16:12:12.088698 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e1b22392-b8dd-4a31-8523-dd010deae7cc req-caeca710-fbb7-49c0-a960-5a7e0b6a19e7 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Oct 11 16:12:12.247157 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['bc42b373-4601-4f92-8cc2-a1d0b1a6ce84'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:12:12.464292 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e8703-63ca-426f-a053-6019f077dd03 req-9131d0fb-c6cd-449e-b33e-2448effce2d5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:12.466848 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-725e8703-63ca-426f-a053-6019f077dd03 req-9131d0fb-c6cd-449e-b33e-2448effce2d5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0641742 Oct 11 16:12:12.508660 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-725e8703-63ca-426f-a053-6019f077dd03 req-e5f78d80-7955-46b2-905c-9b0b778b975a tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Oct 11 16:12:12.805755 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-d31a704b-1736-4165-ade4-b8bb9bbe91c9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:12.807190 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-d31a704b-1736-4165-ade4-b8bb9bbe91c9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 815 time: 0.1148193 Oct 11 16:12:12.822400 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Request body: {'port': {'device_id': 'fa3f79b6-0a9a-4862-b847-44793cba9850', 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5', 'admin_state_up': True, 'tenant_id': 'f2512c5d071f4be9a8c7019ff7c3b678'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:12.841954 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2b5d5bb2-58de-409c-875b-df362c3341f8 req-2280719f-c39e-4a05-ac54-1bdb482341c9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 210 time: 0.0444887 Oct 11 16:12:12.897937 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 49286) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:12.980368 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Made reservation on behalf of f2512c5d071f4be9a8c7019ff7c3b678 for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:12:12.983903 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.008778 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e3a9e42d-d2b6-4d21-ab7a-d3b25dd65045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.095960 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e3a9e42d-d2b6-4d21-ab7a-d3b25dd65045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.100882 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e3a9e42d-d2b6-4d21-ab7a-d3b25dd65045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.118320 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Allocated IP 172.20.0.10 (023d4b40-4419-445c-8ffd-7314e8360db5/5c2cef27-f1ee-489e-9f07-f1a997cdcad9/018e4916-348e-4519-a2e4-b874b2752734) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:13.140990 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-e3a9e42d-d2b6-4d21-ab7a-d3b25dd65045 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=800fb7baadfc4af98436f7ebefaf4aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374766 Oct 11 16:12:13.141855 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 49292) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:13.154938 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9e42d-d2b6-4d21-ab7a-d3b25dd65045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2260b6-efd4-4e99-9a09-3534905320a6,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:13.227630 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-78eb76f7-9f5c-4cd1-baeb-b09fe4e29c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.253691 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-78eb76f7-9f5c-4cd1-baeb-b09fe4e29c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.270677 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.271991 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbef879-db64-4953-b186-c406e2041654 req-08c0e679-028a-4983-8fc5-c7eedd0f6819 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:13.273507 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bcbef879-db64-4953-b186-c406e2041654 req-08c0e679-028a-4983-8fc5-c7eedd0f6819 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 944 time: 0.0868273 Oct 11 16:12:13.306839 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.329266 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bcbef879-db64-4953-b186-c406e2041654 req-08918177-19b9-4cd3-9299-35ab821b336a tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Oct 11 16:12:13.339887 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-78eb76f7-9f5c-4cd1-baeb-b09fe4e29c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.342451 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-78eb76f7-9f5c-4cd1-baeb-b09fe4e29c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.343683 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-78eb76f7-9f5c-4cd1-baeb-b09fe4e29c36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d2260b6-efd4-4e99-9a09-3534905320a6 HTTP/1.1" status: 204 len: 168 time: 0.2008629 Oct 11 16:12:13.358318 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb76f7-9f5c-4cd1-baeb-b09fe4e29c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2260b6-efd4-4e99-9a09-3534905320a6,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:13.358444 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Network 023d4b40-4419-445c-8ffd-7314e8360db5 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:13.363779 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:13.367870 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:13.393803 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Pushing event updated for resources: {'Port': ['ID=018e4916-348e-4519-a2e4-b874b2752734,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:13.421536 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:13.422155 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.439037 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-53940a8e-0875-4444-b819-4fee7ed622e4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6205540 Oct 11 16:12:13.451409 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Request body: {'port': {'device_id': 'fa3f79b6-0a9a-4862-b847-44793cba9850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:13.462381 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c', '70c50a43-8c42-4009-915b-67eb0d8fdb2a'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:12:13.510222 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.729326 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12abcf-7a88-4555-9115-b20cefeeeb92 req-49ee6a48-b54f-418a-907d-55342d122784 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:13.730833 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5a12abcf-7a88-4555-9115-b20cefeeeb92 req-49ee6a48-b54f-418a-907d-55342d122784 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.1063142 Oct 11 16:12:13.803338 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5a12abcf-7a88-4555-9115-b20cefeeeb92 req-0737bd4a-2506-4071-95f0-a4517544cda3 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637612 Oct 11 16:12:13.855218 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018e4916-348e-4519-a2e4-b874b2752734 {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:12:13.863090 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.880837 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Transition to ACTIVE for port object 018e4916-348e-4519-a2e4-b874b2752734 will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:12:13.885644 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:13.950765 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Pushing event updated for resources: {'Port': ['ID=018e4916-348e-4519-a2e4-b874b2752734,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:13.964126 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a33540-b7ea-4dcd-8a92-d8013bf6dc44 req-884188de-f735-47a3-a067-268770c820f7 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:13.966373 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-47a33540-b7ea-4dcd-8a92-d8013bf6dc44 req-884188de-f735-47a3-a067-268770c820f7 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 944 time: 0.0527644 Oct 11 16:12:14.014684 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-47a33540-b7ea-4dcd-8a92-d8013bf6dc44 req-34077366-461c-487b-b203-af8882fc0080 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342612 Oct 11 16:12:14.029903 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Attempting to bind port 018e4916-348e-4519-a2e4-b874b2752734 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:12:14.031445 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Attempting to bind port 018e4916-348e-4519-a2e4-b874b2752734 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:12:14.031772 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Attempting to bind port 018e4916-348e-4519-a2e4-b874b2752734 on network 023d4b40-4419-445c-8ffd-7314e8360db5 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:14.042493 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Port 018e4916-348e-4519-a2e4-b874b2752734 on network 023d4b40-4419-445c-8ffd-7314e8360db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:12:14.042910 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Attempting to bind port 018e4916-348e-4519-a2e4-b874b2752734 on network 023d4b40-4419-445c-8ffd-7314e8360db5 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:14.048544 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:12:14.048922 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Checking segment: {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:14.049362 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Bound using segment: {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:12:14.049857 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Bound port: 018e4916-348e-4519-a2e4-b874b2752734, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b317a5-94da-470f-b68e-fd585b6c35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:12:14.050277 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.151339 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] For port 018e4916-348e-4519-a2e4-b874b2752734, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:12:14.154613 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] For port 018e4916-348e-4519-a2e4-b874b2752734, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=018e4916-348e-4519-a2e4-b874b2752734,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:12:14.159002 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.192619 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:14.194546 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:14.196369 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] 10.222.0.39 "PUT /v2.0/ports/018e4916-348e-4519-a2e4-b874b2752734 HTTP/1.1" status: 200 len: 1094 time: 0.7490308 Oct 11 16:12:14.202332 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3f79b6-0a9a-4862-b847-44793cba9850', 'tag': '018e4916-348e-4519-a2e4-b874b2752734'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:12:14.203115 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1a07c7-5842-4de2-9282-ce284abe7869" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3f79b6-0a9a-4862-b847-44793cba9850", "tag": "018e4916-348e-4519-a2e4-b874b2752734"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:12:14.235316 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3eb71-a497-4c03-8e43-81e6f6fe5240 service neutron] Pushing event updated for resources: {'Port': ['ID=018e4916-348e-4519-a2e4-b874b2752734,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:14.251128 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9689b807-face-4d6a-bcf7-eab3a312e393 x-openstack-request-id: req-9689b807-face-4d6a-bcf7-eab3a312e393 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:12:14.251521 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3f79b6-0a9a-4862-b847-44793cba9850", "tag": "018e4916-348e-4519-a2e4-b874b2752734", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:12:14.251775 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9689b807-face-4d6a-bcf7-eab3a312e393 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:12:14.252166 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3f79b6-0a9a-4862-b847-44793cba9850', 'tag': '018e4916-348e-4519-a2e4-b874b2752734', 'status': 'completed', 'code': 200} Oct 11 16:12:14.285057 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-9834826a-03e5-45ae-9449-0f43d9857a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:14.286587 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-9834826a-03e5-45ae-9449-0f43d9857a1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 1097 time: 0.0455475 Oct 11 16:12:14.333581 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-9b216ab3-9970-40fd-8daa-565d2a6fe643 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=018e4916-348e-4519-a2e4-b874b2752734 HTTP/1.1" status: 200 len: 217 time: 0.0371747 Oct 11 16:12:14.389839 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-a91ac8ad-f850-4147-88f9-9204959ed6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:14.391317 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-a91ac8ad-f850-4147-88f9-9204959ed6bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c2cef27-f1ee-489e-9f07-f1a997cdcad9 HTTP/1.1" status: 200 len: 855 time: 0.0466452 Oct 11 16:12:14.425778 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-efc5a558-921a-4739-afe6-4a07679dd617 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=023d4b40-4419-445c-8ffd-7314e8360db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266428 Oct 11 16:12:14.459292 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab90906-41e5-481d-9607-c5725814dc52 req-8cf1c8d5-17a4-4eba-ac09-636aa2dac4fe tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:14.460907 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ab90906-41e5-481d-9607-c5725814dc52 req-8cf1c8d5-17a4-4eba-ac09-636aa2dac4fe tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 944 time: 0.0548623 Oct 11 16:12:14.508022 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ab90906-41e5-481d-9607-c5725814dc52 req-84ee4d0e-d907-48cc-a611-cf296014b342 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Oct 11 16:12:14.527686 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-1f02c061-0534-4884-9d15-5aef7639dd2a service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934291 Oct 11 16:12:14.592042 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:12:14.622293 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c062cea1-e158-4d77-96ff-0e21c4b86791 req-395452af-6486-43d1-a579-a616b8fe4ddc service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865362 Oct 11 16:12:14.748961 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-ebde7cf6-9dac-402c-851c-ac54dd6ecd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:14.750544 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-ebde7cf6-9dac-402c-851c-ac54dd6ecd83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 1097 time: 0.0416317 Oct 11 16:12:14.843341 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-90bf4b8b-1d05-4904-b92c-596431ed3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:14.845251 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-90bf4b8b-1d05-4904-b92c-596431ed3721 service neutron] 10.222.0.39 "GET /v2.0/networks?id=023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 200 len: 916 time: 0.0874903 Oct 11 16:12:14.888414 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-56db142d-6c28-41ea-9e68-dd005f4aa6a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=018e4916-348e-4519-a2e4-b874b2752734 HTTP/1.1" status: 200 len: 217 time: 0.0354786 Oct 11 16:12:15.137539 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d51e1f-3f09-45a8-9588-7330e2a6d0ad req-62a79ab2-271c-41dc-90d9-69eb33957766 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:15.139126 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-86d51e1f-3f09-45a8-9588-7330e2a6d0ad req-62a79ab2-271c-41dc-90d9-69eb33957766 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 944 time: 0.0515654 Oct 11 16:12:15.180344 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-86d51e1f-3f09-45a8-9588-7330e2a6d0ad req-7ff18686-c5d7-4bfe-b5d1-6f5eff71517d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351865 Oct 11 16:12:15.222031 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-408db8fb-472e-49b5-844a-d2b6fddf3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:15.223579 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-408db8fb-472e-49b5-844a-d2b6fddf3629 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5c2cef27-f1ee-489e-9f07-f1a997cdcad9 HTTP/1.1" status: 200 len: 855 time: 0.3264699 Oct 11 16:12:15.231914 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63bc20-5150-484d-b16e-adabf0f79f2a req-7315fc34-5818-4e49-aff0-ac563f5949ad tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:15.233309 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6a63bc20-5150-484d-b16e-adabf0f79f2a req-7315fc34-5818-4e49-aff0-ac563f5949ad tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.3478856 Oct 11 16:12:15.263707 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-d0f46918-247a-43f4-9bf6-3643cba0aa37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=023d4b40-4419-445c-8ffd-7314e8360db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294075 Oct 11 16:12:15.332419 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6a63bc20-5150-484d-b16e-adabf0f79f2a req-784c5c5e-91e5-4a96-8297-b7c67dac7b11 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902736 Oct 11 16:12:15.371672 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-a6525c39-ff7e-47c0-b9b2-29f660577e0e service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987751 Oct 11 16:12:15.476888 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9b1a07c7-5842-4de2-9282-ce284abe7869 req-cc215b8d-58f3-46d9-925b-708e7a56457a service neutron] 10.222.0.39 "GET /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875378 Oct 11 16:12:15.565281 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:15.647628 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:12:15.652402 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd3f8-d9bd-46cd-9f82-6ee5f304292e req-d1d709c0-9b2c-4293-8c44-f20f8ae335c8 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:15.653982 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-991bd3f8-d9bd-46cd-9f82-6ee5f304292e req-d1d709c0-9b2c-4293-8c44-f20f8ae335c8 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 944 time: 0.0589848 Oct 11 16:12:15.654369 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:15.654748 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.709166 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-991bd3f8-d9bd-46cd-9f82-6ee5f304292e req-bc82c881-7ae7-4cd4-b0ad-12d2a43e5ea3 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470159 Oct 11 16:12:15.744442 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.767273 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1511c-f363-4360-9157-51d470295c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc42b373-4601-4f92-8cc2-a1d0b1a6ce84'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:12:15.769656 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7c027e-8422-48ab-b720-9aa39e52cc92" -d '{"events": [{"server_uuid": "60d1511c-f363-4360-9157-51d470295c3a", "name": "network-vif-plugged", "status": "completed", "tag": "bc42b373-4601-4f92-8cc2-a1d0b1a6ce84"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:12:15.783204 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:15.788887 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:15.812373 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d95b4f-59a4-46ee-9e0d-a7ce33ec8fe6 x-openstack-request-id: req-55d95b4f-59a4-46ee-9e0d-a7ce33ec8fe6 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:12:15.812690 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d1511c-f363-4360-9157-51d470295c3a", "name": "network-vif-plugged", "status": "completed", "tag": "bc42b373-4601-4f92-8cc2-a1d0b1a6ce84", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:12:15.812991 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55d95b4f-59a4-46ee-9e0d-a7ce33ec8fe6 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:12:15.813351 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1511c-f363-4360-9157-51d470295c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc42b373-4601-4f92-8cc2-a1d0b1a6ce84', 'code': 200} Oct 11 16:12:15.844142 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:16.000836 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4d776-062b-4687-84c2-2baebd4183b0 req-022198a3-5624-4ea2-a296-b0c5b56bea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:16.002314 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6bc4d776-062b-4687-84c2-2baebd4183b0 req-022198a3-5624-4ea2-a296-b0c5b56bea24 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 1098 time: 0.0470734 Oct 11 16:12:16.041379 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6bc4d776-062b-4687-84c2-2baebd4183b0 req-cdf23c2e-9e74-464a-a1a5-c97e75e1bbb2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304990 Oct 11 16:12:16.304431 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88582b0a-34cd-48d1-b89e-bef1a302632e req-a3baadca-45be-4fdb-840c-c467a406159b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:16.305903 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-88582b0a-34cd-48d1-b89e-bef1a302632e req-a3baadca-45be-4fdb-840c-c467a406159b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 944 time: 0.0571237 Oct 11 16:12:16.344917 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-88582b0a-34cd-48d1-b89e-bef1a302632e req-0570a9db-1a9b-4f3e-8689-179f7a917f69 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Oct 11 16:12:21.104783 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b898f-abf6-44aa-8a43-2b6c7bbdc906 req-34c2f155-cd9a-4e98-8de4-df90e67057bf tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:21.106360 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d65b898f-abf6-44aa-8a43-2b6c7bbdc906 req-34c2f155-cd9a-4e98-8de4-df90e67057bf tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 945 time: 0.0637646 Oct 11 16:12:21.149054 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d65b898f-abf6-44aa-8a43-2b6c7bbdc906 req-cc1b11c0-3866-44bb-9b8e-e536b372772d tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361404 Oct 11 16:12:21.185619 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7cd22-3624-4c1b-b77a-5ab676f5deeb req-e45b2a0b-8068-4ae1-a3bc-9997936ce1a1 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:21.187169 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e5a7cd22-3624-4c1b-b77a-5ab676f5deeb req-e45b2a0b-8068-4ae1-a3bc-9997936ce1a1 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 944 time: 0.0674157 Oct 11 16:12:21.239556 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e5a7cd22-3624-4c1b-b77a-5ab676f5deeb req-c59bc0aa-d7f5-43a6-9c55-22c577cb7169 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456789 Oct 11 16:12:22.294911 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78b017-9022-481c-a41d-3f87d493751c req-07eec0f5-b6d7-4e7e-a11d-73aec23da644 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:22.296684 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2f78b017-9022-481c-a41d-3f87d493751c req-07eec0f5-b6d7-4e7e-a11d-73aec23da644 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 945 time: 0.0630026 Oct 11 16:12:22.338236 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2f78b017-9022-481c-a41d-3f87d493751c req-fee0f3f2-56de-407f-a2ae-9c4d45486e9f tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354681 Oct 11 16:12:22.372751 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49938440-fb0a-492f-b12b-c58b2c3ce416 req-36f8bb50-2a45-41da-9e4e-e5feb0d08555 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:22.374338 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-49938440-fb0a-492f-b12b-c58b2c3ce416 req-36f8bb50-2a45-41da-9e4e-e5feb0d08555 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 944 time: 0.0515745 Oct 11 16:12:22.414255 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-49938440-fb0a-492f-b12b-c58b2c3ce416 req-baaa1898-14a0-4983-bc00-2cd41ef1b734 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336857 Oct 11 16:12:23.465513 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbb77c-4249-42fd-88fc-a014968d179e req-7ad39cf6-c877-488e-8892-63d2c28dede2 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:23.467082 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-29fbb77c-4249-42fd-88fc-a014968d179e req-7ad39cf6-c877-488e-8892-63d2c28dede2 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 945 time: 0.0564294 Oct 11 16:12:23.515629 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-29fbb77c-4249-42fd-88fc-a014968d179e req-6c2b16ff-3b30-4e9a-a744-8502aa6bb566 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Oct 11 16:12:23.557303 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173144d-9a36-48ca-8bb7-993510e236eb req-a81f8fcd-e2eb-4145-8141-e84dd63bb2e9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:23.558844 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7173144d-9a36-48ca-8bb7-993510e236eb req-a81f8fcd-e2eb-4145-8141-e84dd63bb2e9 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 944 time: 0.0694258 Oct 11 16:12:23.595714 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 018e4916-348e-4519-a2e4-b874b2752734 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:12:23.599681 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7173144d-9a36-48ca-8bb7-993510e236eb req-adb7bfde-6ea8-4f56-b271-ee6d0d8dcd87 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343637 Oct 11 16:12:23.697294 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 018e4916-348e-4519-a2e4-b874b2752734, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=018e4916-348e-4519-a2e4-b874b2752734,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:23.709617 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '018e4916-348e-4519-a2e4-b874b2752734', 'network_id': '023d4b40-4419-445c-8ffd-7314e8360db5', 'port_id': '018e4916-348e-4519-a2e4-b874b2752734', 'mac_address': 'fa:16:3e:4d:73:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2cef27-f1ee-489e-9f07-f1a997cdcad9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:12:23.748930 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:23.763509 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018e4916-348e-4519-a2e4-b874b2752734 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:12:23.783924 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 018e4916-348e-4519-a2e4-b874b2752734, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=018e4916-348e-4519-a2e4-b874b2752734,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:23.788589 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:23.836167 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=018e4916-348e-4519-a2e4-b874b2752734,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:24.232943 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85def1c-a68c-478c-b9ad-6e8952c73764 req-c544cb89-c544-46eb-8425-b3a6f783ecc0 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:24.234300 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f85def1c-a68c-478c-b9ad-6e8952c73764 req-c544cb89-c544-46eb-8425-b3a6f783ecc0 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 945 time: 0.0566902 Oct 11 16:12:24.272698 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f85def1c-a68c-478c-b9ad-6e8952c73764 req-54ffd7db-5f1e-4700-8b99-c403dda68298 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322506 Oct 11 16:12:24.301293 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['018e4916-348e-4519-a2e4-b874b2752734'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:12:24.629951 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 49468) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:24.731165 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac708f-5a15-4b26-bc8d-b4ef89f15427 req-140d5d92-bb37-422f-a25d-0fe19d9cf582 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:24.732795 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-24ac708f-5a15-4b26-bc8d-b4ef89f15427 req-140d5d92-bb37-422f-a25d-0fe19d9cf582 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 945 time: 0.0618598 Oct 11 16:12:24.753963 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6fe8fecb-d8a8-43f9-870b-6267300d8f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:24.793779 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19984eb-a2c8-4890-a96c-3982a83b5f58 req-83a91ed9-2dca-4ca8-8c17-124e94a72acb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:24.795819 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e19984eb-a2c8-4890-a96c-3982a83b5f58 req-83a91ed9-2dca-4ca8-8c17-124e94a72acb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0478170 Oct 11 16:12:24.799215 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-24ac708f-5a15-4b26-bc8d-b4ef89f15427 req-fa8486ff-3039-4e74-b9f2-32e123e7918b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588028 Oct 11 16:12:24.838726 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e19984eb-a2c8-4890-a96c-3982a83b5f58 req-bba37462-6d8d-4e16-a4b4-65bf2226b2c5 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341182 Oct 11 16:12:24.858925 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6fe8fecb-d8a8-43f9-870b-6267300d8f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:24.863973 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6fe8fecb-d8a8-43f9-870b-6267300d8f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:24.901518 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-6fe8fecb-d8a8-43f9-870b-6267300d8f7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc1db6b1a08b4517b75edbb62c637e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705011 Oct 11 16:12:24.902532 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8fecb-d8a8-43f9-870b-6267300d8f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502cd560-3eab-4edb-8612-22369c551c00,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:24.905251 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 49474) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:24.955866 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-213311f3-b18e-4e02-aee4-abd9cdfa955d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:24.978145 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-213311f3-b18e-4e02-aee4-abd9cdfa955d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:25.027962 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-213311f3-b18e-4e02-aee4-abd9cdfa955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:25.030555 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-213311f3-b18e-4e02-aee4-abd9cdfa955d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:25.031736 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-213311f3-b18e-4e02-aee4-abd9cdfa955d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/502cd560-3eab-4edb-8612-22369c551c00 HTTP/1.1" status: 204 len: 168 time: 0.1254542 Oct 11 16:12:25.040518 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213311f3-b18e-4e02-aee4-abd9cdfa955d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502cd560-3eab-4edb-8612-22369c551c00,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:25.213546 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-76fc2e8e-6724-41c2-85f6-1d7491ee7c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:25.402324 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61ee5c-4531-410f-a8e5-ee97b9181792 req-93dc4caf-e1d2-4e20-ac2b-d1820a3f6d28 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:25.404034 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a61ee5c-4531-410f-a8e5-ee97b9181792 req-93dc4caf-e1d2-4e20-ac2b-d1820a3f6d28 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 945 time: 0.0606890 Oct 11 16:12:25.446259 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a61ee5c-4531-410f-a8e5-ee97b9181792 req-25f0f0c4-b53b-4d8b-8142-99baad51fdac tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Oct 11 16:12:25.929944 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb663a26-ae1c-4dca-b2fe-961a4a570333 req-e754b4bc-1bd3-4828-913f-3aa1a3e8f4ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:25.931443 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fb663a26-ae1c-4dca-b2fe-961a4a570333 req-e754b4bc-1bd3-4828-913f-3aa1a3e8f4ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 945 time: 0.0570543 Oct 11 16:12:25.962666 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9e6ed-0132-4ea8-9bcf-57eab2ce76dc req-12c2069c-9362-4d3c-9769-9ed244aa0d49 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:25.964258 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0fd9e6ed-0132-4ea8-9bcf-57eab2ce76dc req-12c2069c-9362-4d3c-9769-9ed244aa0d49 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0509388 Oct 11 16:12:25.972750 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fb663a26-ae1c-4dca-b2fe-961a4a570333 req-00f57a92-f591-436d-bf39-c11af7ee75ab tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346987 Oct 11 16:12:26.009231 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0fd9e6ed-0132-4ea8-9bcf-57eab2ce76dc req-0d991398-5f35-4196-bbbe-f48699a9a3ee tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383184 Oct 11 16:12:26.238111 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032f994-be39-4804-99dd-888153b965e0 req-26a7578d-126c-4993-8cf3-cd3962433c4f tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:26.240492 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0032f994-be39-4804-99dd-888153b965e0 req-26a7578d-126c-4993-8cf3-cd3962433c4f tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.39 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 945 time: 0.0758829 Oct 11 16:12:26.335017 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-0032f994-be39-4804-99dd-888153b965e0 req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Deleting port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:12:26.335353 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-0032f994-be39-4804-99dd-888153b965e0 req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:26.430755 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-0032f994-be39-4804-99dd-888153b965e0 req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] For port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,segment=NetworkSegment(0003771b-824f-46bd-935d-ed0d6decfaf5),segment_id=0003771b-824f-46bd-935d-ed0d6decfaf5)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:26.431054 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-0032f994-be39-4804-99dd-888153b965e0 req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:26.443751 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-0032f994-be39-4804-99dd-888153b965e0 req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Calling delete_port for bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:12:26.562983 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472b6da-473f-4ff2-95a1-c69d7dbea571 req-21babc45-3387-473c-bc82-25a17a46c597 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:26.564572 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f472b6da-473f-4ff2-95a1-c69d7dbea571 req-21babc45-3387-473c-bc82-25a17a46c597 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/ports?device_id=60d1511c-f363-4360-9157-51d470295c3a HTTP/1.1" status: 200 len: 945 time: 0.0505037 Oct 11 16:12:26.577732 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-0032f994-be39-4804-99dd-888153b965e0 req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:26.599218 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['bc42b373-4601-4f92-8cc2-a1d0b1a6ce84'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:12:26.607986 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f472b6da-473f-4ff2-95a1-c69d7dbea571 req-89f4e8a8-eca4-47ed-81bf-e46d7b179c37 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.18 "GET /v2.0/security-groups?id=18f5c205-6545-42e3-a65e-44b1178f87eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365491 Oct 11 16:12:26.635981 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Pushing event deleted for resources: {'Port': ['ID=bc42b373-4601-4f92-8cc2-a1d0b1a6ce84,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:26.650733 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0032f994-be39-4804-99dd-888153b965e0 req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] No DVR routers for this DVR port bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:12:26.653046 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-0032f994-be39-4804-99dd-888153b965e0 req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:26.659983 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0032f994-be39-4804-99dd-888153b965e0 req-39d04a74-dac5-499b-b3bf-4de9a5bf7c90 tempest-VolumesActionsTest-203379215 tempest-VolumesActionsTest-203379215-project] 10.222.0.39 "DELETE /v2.0/ports/bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 HTTP/1.1" status: 204 len: 173 time: 0.4094348 Oct 11 16:12:26.659983 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1511c-f363-4360-9157-51d470295c3a', 'name': 'network-vif-deleted', 'tag': 'bc42b373-4601-4f92-8cc2-a1d0b1a6ce84'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:12:26.660191 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f34b7ef-e223-409b-a2d4-5b9353396c9f" -d '{"events": [{"server_uuid": "60d1511c-f363-4360-9157-51d470295c3a", "name": "network-vif-deleted", "tag": "bc42b373-4601-4f92-8cc2-a1d0b1a6ce84"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:12:26.709671 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8377e731-c982-4241-bfa2-7c70a72927d6 x-openstack-request-id: req-8377e731-c982-4241-bfa2-7c70a72927d6 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:12:26.710017 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d1511c-f363-4360-9157-51d470295c3a", "name": "network-vif-deleted", "tag": "bc42b373-4601-4f92-8cc2-a1d0b1a6ce84", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:12:26.710335 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8377e731-c982-4241-bfa2-7c70a72927d6 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:12:26.710824 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1511c-f363-4360-9157-51d470295c3a', 'name': 'network-vif-deleted', 'tag': 'bc42b373-4601-4f92-8cc2-a1d0b1a6ce84', 'status': 'completed', 'code': 200} Oct 11 16:12:27.109851 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421048c-4b3f-4459-9915-58dce063ea6d req-287d5eef-7f87-409a-bdab-a2e92f57586b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:27.117051 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7421048c-4b3f-4459-9915-58dce063ea6d req-287d5eef-7f87-409a-bdab-a2e92f57586b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 945 time: 0.0603664 Oct 11 16:12:27.140030 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f977e-37ad-4d2a-bd19-dac417a131f1 req-b2e9b940-da14-4243-9d4a-91996d3a5ee4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:27.141760 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-996f977e-37ad-4d2a-bd19-dac417a131f1 req-b2e9b940-da14-4243-9d4a-91996d3a5ee4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0608306 Oct 11 16:12:27.156449 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7421048c-4b3f-4459-9915-58dce063ea6d req-795a57e1-c863-4636-8a0e-ab6d16264185 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368710 Oct 11 16:12:27.186097 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-996f977e-37ad-4d2a-bd19-dac417a131f1 req-45bb4a0d-27dd-41b2-9034-26aa12291924 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378275 Oct 11 16:12:27.627988 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 018e4916-348e-4519-a2e4-b874b2752734 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:27.701406 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 018e4916-348e-4519-a2e4-b874b2752734 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:12:27.706167 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 018e4916-348e-4519-a2e4-b874b2752734 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:27.706538 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:27.728010 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-124995cf-2314-4701-9f02-b78afbf15b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:27.789975 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:27.816000 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3f79b6-0a9a-4862-b847-44793cba9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e4916-348e-4519-a2e4-b874b2752734'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:12:27.818245 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d493ad5-8601-4218-9149-04858a30c7f5" -d '{"events": [{"server_uuid": "fa3f79b6-0a9a-4862-b847-44793cba9850", "name": "network-vif-plugged", "status": "completed", "tag": "018e4916-348e-4519-a2e4-b874b2752734"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:12:27.829263 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 018e4916-348e-4519-a2e4-b874b2752734, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=018e4916-348e-4519-a2e4-b874b2752734,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:27.834390 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:27.886290 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=018e4916-348e-4519-a2e4-b874b2752734,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:27.945503 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365b8909-bedb-4f76-8f6a-e04a3c5bed46 x-openstack-request-id: req-365b8909-bedb-4f76-8f6a-e04a3c5bed46 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:12:27.945838 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3f79b6-0a9a-4862-b847-44793cba9850", "name": "network-vif-plugged", "status": "completed", "tag": "018e4916-348e-4519-a2e4-b874b2752734", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:12:27.946097 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-365b8909-bedb-4f76-8f6a-e04a3c5bed46 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:12:27.946471 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3f79b6-0a9a-4862-b847-44793cba9850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e4916-348e-4519-a2e4-b874b2752734', 'code': 200} Oct 11 16:12:28.032427 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-29dd0c5e-7bd9-449b-a48b-8c4de3b121cb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:28.033991 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-29dd0c5e-7bd9-449b-a48b-8c4de3b121cb tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.39 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0543909 Oct 11 16:12:28.131097 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Deleting port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:12:28.131847 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:28.161049 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73fb9-91b2-4ecb-adec-ef3aee2323cd req-844681d7-ad54-4513-9ef2-0276b660fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:28.162561 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18c73fb9-91b2-4ecb-adec-ef3aee2323cd req-844681d7-ad54-4513-9ef2-0276b660fafe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 1099 time: 0.0459895 Oct 11 16:12:28.211723 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18c73fb9-91b2-4ecb-adec-ef3aee2323cd req-d8ce27c0-65be-43a9-8937-abe242e3cebc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404449 Oct 11 16:12:28.248127 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] For port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:28.248615 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:28.262937 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Calling delete_port for 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:12:28.299489 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51774eb-b274-48e9-b9aa-221770bae343 req-0a0f73ab-9809-47ea-b7d8-8dfd4a38e46c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:28.301000 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d51774eb-b274-48e9-b9aa-221770bae343 req-0a0f73ab-9809-47ea-b7d8-8dfd4a38e46c tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 946 time: 0.0593851 Oct 11 16:12:28.344906 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d51774eb-b274-48e9-b9aa-221770bae343 req-7ec24f71-7fad-433a-88f0-590812f67fad tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371466 Oct 11 16:12:28.385573 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbf095-50be-4fea-adf3-43bbd767d8f3 req-6ceb2863-a620-49aa-b671-a7ee39b63ed4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:28.387077 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23cbf095-50be-4fea-adf3-43bbd767d8f3 req-6ceb2863-a620-49aa-b671-a7ee39b63ed4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 945 time: 0.0805447 Oct 11 16:12:28.463491 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23cbf095-50be-4fea-adf3-43bbd767d8f3 req-c7ac292a-d8f3-4360-b344-7ea0a499f349 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 Oct 11 16:12:28.468750 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:28.483578 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['415ce21f-d363-4af0-9aa9-043a0112a2af', '3fd22c53-7c4d-492c-9030-5c78a0f9a7a6'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:12:28.503311 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Pushing event deleted for resources: {'Port': ['ID=3fd22c53-7c4d-492c-9030-5c78a0f9a7a6,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:28.544820 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] No DVR routers for this DVR port 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:12:28.547474 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:28.550995 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9cd8b3a7-1372-49f4-bbf1-8276d3beb10a req-cecc0efc-96c6-46ef-b0d4-6f601a6acfe8 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.39 "DELETE /v2.0/ports/3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 HTTP/1.1" status: 204 len: 173 time: 0.5102382 Oct 11 16:12:28.712394 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99e27c7-e90e-49de-bc31-96c00b10b999', 'name': 'network-vif-deleted', 'tag': '3fd22c53-7c4d-492c-9030-5c78a0f9a7a6'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:12:28.715662 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4f4662-f322-4266-93b3-23a5bf0d1b1c" -d '{"events": [{"server_uuid": "e99e27c7-e90e-49de-bc31-96c00b10b999", "name": "network-vif-deleted", "tag": "3fd22c53-7c4d-492c-9030-5c78a0f9a7a6"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:12:28.757440 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb09613-38c5-4050-99d2-1d8a2d8cd63c x-openstack-request-id: req-2cb09613-38c5-4050-99d2-1d8a2d8cd63c {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:12:28.757732 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99e27c7-e90e-49de-bc31-96c00b10b999", "name": "network-vif-deleted", "tag": "3fd22c53-7c4d-492c-9030-5c78a0f9a7a6", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:12:28.757981 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cb09613-38c5-4050-99d2-1d8a2d8cd63c {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:12:28.758378 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99e27c7-e90e-49de-bc31-96c00b10b999', 'name': 'network-vif-deleted', 'tag': '3fd22c53-7c4d-492c-9030-5c78a0f9a7a6', 'status': 'completed', 'code': 200} Oct 11 16:12:28.837610 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:28.952900 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:29.527257 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6576ac-f8e3-46f0-bd59-6d7072f8aa75 req-7a3aeac7-7333-4306-b423-d0f731278960 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:29.531815 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7b6576ac-f8e3-46f0-bd59-6d7072f8aa75 req-7a3aeac7-7333-4306-b423-d0f731278960 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 946 time: 0.0607891 Oct 11 16:12:29.568065 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7b6576ac-f8e3-46f0-bd59-6d7072f8aa75 req-2fbfc44a-b04c-40aa-8e6a-4061c99cd2a1 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Oct 11 16:12:29.582952 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9252697d-de60-4382-ae6f-fffbe5d7bf3d req-498c9c99-2fad-48c1-a7ae-df7040a60112 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 210 time: 0.0286896 Oct 11 16:12:30.642875 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:30.696516 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:12:30.716596 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:12:30.716815 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device bc42b373-4601-4f92-8cc2-a1d0b1a6ce84 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:12:33.168807 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:12:33.194325 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:12:33.194698 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 3fd22c53-7c4d-492c-9030-5c78a0f9a7a6 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:12:33.283049 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a120d-7c9a-4563-9214-dc4edf7f5360 req-236e39c4-1479-4c4a-be8a-b9ca663c9120 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:33.284643 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b30a120d-7c9a-4563-9214-dc4edf7f5360 req-236e39c4-1479-4c4a-be8a-b9ca663c9120 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 946 time: 0.0535173 Oct 11 16:12:33.316349 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-905d670e-fafe-4531-89d1-395940dae9db req-0563b243-4730-4ecd-bec0-eb811253e3dd tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99e27c7-e90e-49de-bc31-96c00b10b999 HTTP/1.1" status: 200 len: 210 time: 0.0302756 Oct 11 16:12:33.324467 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b30a120d-7c9a-4563-9214-dc4edf7f5360 req-7dafe570-3cc6-49e6-bee9-b4aa8d46ac95 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Oct 11 16:12:34.446799 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bd520-b102-48bf-979e-7e6b830b7b90 req-7d868a94-b5ef-4a86-8bff-3f5af68007cc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:34.448321 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8e8bd520-b102-48bf-979e-7e6b830b7b90 req-7d868a94-b5ef-4a86-8bff-3f5af68007cc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 946 time: 0.0534043 Oct 11 16:12:34.496058 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8e8bd520-b102-48bf-979e-7e6b830b7b90 req-33e34c8d-29c7-4c0e-bd36-619f7749c1d1 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Oct 11 16:12:34.614405 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345154b-ab28-46b4-9531-a658d75ad85d req-719c39be-be58-4e17-a1a5-527422921bd4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:34.615956 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5345154b-ab28-46b4-9531-a658d75ad85d req-719c39be-be58-4e17-a1a5-527422921bd4 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0569601 Oct 11 16:12:34.658514 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5345154b-ab28-46b4-9531-a658d75ad85d req-10fac884-ca27-400c-8d6e-1286a4202b6b tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361919 Oct 11 16:12:35.634157 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc21be-6587-47cb-8305-bbbc6a85ef9e req-2a0a7798-47ac-46c0-be70-4dcb4b893d6b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:35.636744 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3cbc21be-6587-47cb-8305-bbbc6a85ef9e req-2a0a7798-47ac-46c0-be70-4dcb4b893d6b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 946 time: 0.0519738 Oct 11 16:12:35.682141 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3cbc21be-6587-47cb-8305-bbbc6a85ef9e req-3ec83347-c859-4b1c-8cfb-b1af82701a71 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378885 Oct 11 16:12:35.815794 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db477791-2235-4359-b8b1-f8f5a7b51d62 req-5aa682f0-550a-4fcb-960e-821092146d42 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:35.824198 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-db477791-2235-4359-b8b1-f8f5a7b51d62 req-5aa682f0-550a-4fcb-960e-821092146d42 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0794950 Oct 11 16:12:35.861468 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-db477791-2235-4359-b8b1-f8f5a7b51d62 req-f2e62348-5e39-4e91-8fc4-880f12b7485b tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362716 Oct 11 16:12:36.834102 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-483594d5-38a7-4dd2-82fd-be390c357ade req-b077a550-786f-43ec-a3cc-654a19154220 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902886 Oct 11 16:12:37.069199 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483594d5-38a7-4dd2-82fd-be390c357ade req-eb780685-82c5-4a30-a6d8-05e93aea15de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:37.070772 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-483594d5-38a7-4dd2-82fd-be390c357ade req-eb780685-82c5-4a30-a6d8-05e93aea15de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 1098 time: 0.0533555 Oct 11 16:12:37.094364 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baf74c-2fcf-4036-aa80-fd60abf03004 req-78a524c1-b7c2-4afc-b135-12720d03dc98 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:37.096043 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-90baf74c-2fcf-4036-aa80-fd60abf03004 req-78a524c1-b7c2-4afc-b135-12720d03dc98 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.1328712 Oct 11 16:12:37.205287 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-90baf74c-2fcf-4036-aa80-fd60abf03004 req-3d7191a8-db20-4801-9739-bd0cc242d8b2 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982089 Oct 11 16:12:37.261435 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483594d5-38a7-4dd2-82fd-be390c357ade req-5112c41a-2b8c-42a6-816b-3f230feb0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:37.263322 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-483594d5-38a7-4dd2-82fd-be390c357ade req-5112c41a-2b8c-42a6-816b-3f230feb0f98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.1386719 Oct 11 16:12:37.367320 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-483594d5-38a7-4dd2-82fd-be390c357ade req-23393d15-723b-4fad-94ba-0d46e6528a2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a HTTP/1.1" status: 200 len: 1000 time: 0.0865462 Oct 11 16:12:37.442783 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483594d5-38a7-4dd2-82fd-be390c357ade req-27649bd9-f2b9-49ec-a15c-6b132eed8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:37.445444 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-483594d5-38a7-4dd2-82fd-be390c357ade req-27649bd9-f2b9-49ec-a15c-6b132eed8e27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0671377 Oct 11 16:12:37.492054 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:37.511962 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483594d5-38a7-4dd2-82fd-be390c357ade req-3a086a38-a9e4-4828-ba6a-16303aa90351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:37.513787 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-483594d5-38a7-4dd2-82fd-be390c357ade req-3a086a38-a9e4-4828-ba6a-16303aa90351 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527954 Oct 11 16:12:37.695516 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-483594d5-38a7-4dd2-82fd-be390c357ade req-1b60acb5-6ee9-4892-94e5-e7479e64d1e1 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726997 Oct 11 16:12:37.840016 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-483594d5-38a7-4dd2-82fd-be390c357ade req-d0e8b774-7819-40bd-8475-ebbf8cbac320 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046999 Oct 11 16:12:38.344901 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc202ee1-2a6b-4d9a-b82a-4d912c0d07d5 req-f629f8e9-bd71-45df-8839-99b92b281f0e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:38.347996 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cc202ee1-2a6b-4d9a-b82a-4d912c0d07d5 req-f629f8e9-bd71-45df-8839-99b92b281f0e tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0688381 Oct 11 16:12:38.392049 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cc202ee1-2a6b-4d9a-b82a-4d912c0d07d5 req-d3225c38-4ae5-47f6-94c2-87667b9a6625 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389841 Oct 11 16:12:39.520262 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d21208-7ab9-4eb6-a06e-d985a5e08c06 req-7dc6b372-5465-44fd-82c9-508600637d85 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:39.525923 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-54d21208-7ab9-4eb6-a06e-d985a5e08c06 req-7dc6b372-5465-44fd-82c9-508600637d85 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0610247 Oct 11 16:12:39.572228 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-54d21208-7ab9-4eb6-a06e-d985a5e08c06 req-9732b33d-c856-4c2b-934b-78381ce2e2fa tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Oct 11 16:12:40.712771 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3fa12-4d0e-46bf-9a6d-3bcef1016af2 req-f289733a-5918-4389-abc7-0ea4e54ba51f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:40.714297 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f4f3fa12-4d0e-46bf-9a6d-3bcef1016af2 req-f289733a-5918-4389-abc7-0ea4e54ba51f tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0569541 Oct 11 16:12:40.757326 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f4f3fa12-4d0e-46bf-9a6d-3bcef1016af2 req-8fb9ad41-6e8c-47ee-bb1e-11038585aea1 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362520 Oct 11 16:12:41.519790 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-83c14206-7a10-410c-852e-c2664b0f41c3 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:41.521999 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-83c14206-7a10-410c-852e-c2664b0f41c3 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.39 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0570505 Oct 11 16:12:41.648515 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Deleting port 415ce21f-d363-4af0-9aa9-043a0112a2af {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:12:41.648515 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:41.743998 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] For port 415ce21f-d363-4af0-9aa9-043a0112a2af, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=415ce21f-d363-4af0-9aa9-043a0112a2af,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:41.745177 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:41.763076 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Calling delete_port for 415ce21f-d363-4af0-9aa9-043a0112a2af owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:12:41.904544 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c7643-0712-4d3f-b19a-c0c98508097a req-c42fa99f-194e-4ad3-b67a-2c0ce6d786c6 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:41.907759 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c48c7643-0712-4d3f-b19a-c0c98508097a req-c42fa99f-194e-4ad3-b67a-2c0ce6d786c6 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/ports?device_id=da66448f-e114-46eb-8c85-40968556e37b HTTP/1.1" status: 200 len: 945 time: 0.0585527 Oct 11 16:12:41.953472 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:41.969189 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['415ce21f-d363-4af0-9aa9-043a0112a2af'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:12:41.988362 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c48c7643-0712-4d3f-b19a-c0c98508097a req-3105dd23-edab-40c2-b9cf-aa138f330d94 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.18 "GET /v2.0/security-groups?id=8ce51080-347d-4e9d-aea4-ec80c0d58d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601211 Oct 11 16:12:41.993509 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Pushing event deleted for resources: {'Port': ['ID=415ce21f-d363-4af0-9aa9-043a0112a2af,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:42.035156 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.035731 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.035853 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.036184 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.036513 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.036846 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.037171 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.037721 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.037844 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.038174 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.038501 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.038811 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:42.060491 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] No DVR routers for this DVR port 415ce21f-d363-4af0-9aa9-043a0112a2af on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:12:42.063625 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:42.067029 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c58d8699-7153-43bb-b974-0a2b3e169b0f req-d62058ef-f2c8-4727-9839-b89cd5359758 tempest-ServerRescueNegativeTestJSON-1674191617 tempest-ServerRescueNegativeTestJSON-1674191617-project] 10.222.0.39 "DELETE /v2.0/ports/415ce21f-d363-4af0-9aa9-043a0112a2af HTTP/1.1" status: 204 len: 173 time: 0.5377824 Oct 11 16:12:42.067590 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da66448f-e114-46eb-8c85-40968556e37b', 'name': 'network-vif-deleted', 'tag': '415ce21f-d363-4af0-9aa9-043a0112a2af'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:12:42.070090 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54ab0a7-51e1-428f-b5a2-777043e4cca7" -d '{"events": [{"server_uuid": "da66448f-e114-46eb-8c85-40968556e37b", "name": "network-vif-deleted", "tag": "415ce21f-d363-4af0-9aa9-043a0112a2af"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:12:42.126714 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d62544-f01d-4d6b-a814-3d36932a1a96 x-openstack-request-id: req-b0d62544-f01d-4d6b-a814-3d36932a1a96 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:12:42.127024 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da66448f-e114-46eb-8c85-40968556e37b", "name": "network-vif-deleted", "tag": "415ce21f-d363-4af0-9aa9-043a0112a2af", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:12:42.127294 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0d62544-f01d-4d6b-a814-3d36932a1a96 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:12:42.127722 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da66448f-e114-46eb-8c85-40968556e37b', 'name': 'network-vif-deleted', 'tag': '415ce21f-d363-4af0-9aa9-043a0112a2af', 'status': 'completed', 'code': 200} Oct 11 16:12:43.043905 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 49734) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:43.738901 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953558'] for router_interface, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:44.107828 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Deleting port 7f2e3791-97cc-41c3-8e7b-93674602cb5a {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:12:44.108796 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:44.193254 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] For port 7f2e3791-97cc-41c3-8e7b-93674602cb5a, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7f2e3791-97cc-41c3-8e7b-93674602cb5a,segment=NetworkSegment(b4055c5d-2942-4da9-9561-6cb05baa50fd),segment_id=b4055c5d-2942-4da9-9561-6cb05baa50fd)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:44.193620 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:44.212689 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Calling delete_port for 7f2e3791-97cc-41c3-8e7b-93674602cb5a owned by network:router_interface {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:12:44.475560 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:44.522815 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2e3791-97cc-41c3-8e7b-93674602cb5a,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:44.554431 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.554431 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.554431 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.554431 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.555105 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.555488 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.555901 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.556282 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.556673 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.557066 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.557453 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.557863 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:12:44.761541 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8093213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953442'] for router_interface, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:45.038891 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Router c0a58c47-1176-415f-b0e2-87b1c249384c has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:12:45.177512 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:12:45.183677 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-14a7988c-eda2-4c73-93cd-186bdddb8241 admin admin] 10.222.0.18 "PUT /v2.0/routers/c0a58c47-1176-415f-b0e2-87b1c249384c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1386006 Oct 11 16:12:45.186114 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 49762) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:45.189690 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] Sync routers for ids ['c0a58c47-1176-415f-b0e2-87b1c249384c'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:12:45.199534 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] Routers {'c0a58c47-1176-415f-b0e2-87b1c249384c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:45.200369 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['c0a58c47-1176-415f-b0e2-87b1c249384c'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:45.321372 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] Set router c0a58c47-1176-415f-b0e2-87b1c249384c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:45.339162 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks [] for router, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:45.486012 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:45.557219 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Deleting port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:12:45.557565 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:45.577552 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:12:44Z', 'revision_number': 5, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'gw_port': {'id': '5d7153f9-7043-4b7a-b12a-9da14ab5b24d', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:38:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:45.638591 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] Checking router: c0a58c47-1176-415f-b0e2-87b1c249384c for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:12:45.652172 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] Routers {'c0a58c47-1176-415f-b0e2-87b1c249384c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:45.653476 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['c0a58c47-1176-415f-b0e2-87b1c249384c'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:45.720401 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] For port 5d7153f9-7043-4b7a-b12a-9da14ab5b24d, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5d7153f9-7043-4b7a-b12a-9da14ab5b24d,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:45.720905 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:45.737765 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Calling delete_port for 5d7153f9-7043-4b7a-b12a-9da14ab5b24d owned by network:router_gateway {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:12:45.787538 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 415ce21f-d363-4af0-9aa9-043a0112a2af no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:12:45.796588 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] Set router c0a58c47-1176-415f-b0e2-87b1c249384c gateway port host: None {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:45.822973 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 415ce21f-d363-4af0-9aa9-043a0112a2af {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:12:45.824964 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 415ce21f-d363-4af0-9aa9-043a0112a2af not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:12:45.894114 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:12:45Z', 'revision_number': 6, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'gw_port_host': None}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:45.928342 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a10f4bf-9bda-43b0-a0d1-25fef4fd6414 None None] The sync data for ids ['c0a58c47-1176-415f-b0e2-87b1c249384c'] in dv-cinder-809518-6-iscsi is: [{'id': 'c0a58c47-1176-415f-b0e2-87b1c249384c', 'name': 'tempest-ServerRescueNegativeTestJSON-1292943835-router', 'tenant_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:12:45Z', 'revision_number': 6, 'project_id': 'f6862a4da18f4d00a7b6b898eff21bde', 'gw_port_host': None}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:12:45.989134 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:46.031035 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7153f9-7043-4b7a-b12a-9da14ab5b24d,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:46.128312 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7994816'] for router_gateway, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:46.508147 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7f2e3791-97cc-41c3-8e7b-93674602cb5a no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:12:46.599068 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 7f2e3791-97cc-41c3-8e7b-93674602cb5a {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:12:46.599644 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7951664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110348'] for router, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:46.601559 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7f2e3791-97cc-41c3-8e7b-93674602cb5a not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:12:46.602025 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:46.690571 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7951675'] for router, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:46.690571 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0a58c47-1176-415f-b0e2-87b1c249384c {{(pid=94276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:12:46.697379 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] Notify callbacks [] for router, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:46.701977 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 49784) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:46.702843 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-d8764b56-93a1-48eb-9e7a-8f02c02a4e74 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c0a58c47-1176-415f-b0e2-87b1c249384c HTTP/1.1" status: 204 len: 168 time: 1.5145574 Oct 11 16:12:46.765949 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_v2 [None req-7572c1ea-fa50-43bc-8ed3-e36292b56a28 admin admin] Deleting subnet b04a5fee-7c9c-4449-9fca-3c6c9026c3aa {{(pid=94277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:12:46.769794 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7572c1ea-fa50-43bc-8ed3-e36292b56a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:46.839342 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7572c1ea-fa50-43bc-8ed3-e36292b56a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981957'] for subnet, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:46.907544 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7572c1ea-fa50-43bc-8ed3-e36292b56a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:46.985701 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7572c1ea-fa50-43bc-8ed3-e36292b56a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3867586'] for subnet, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.014115 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572c1ea-fa50-43bc-8ed3-e36292b56a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04a5fee-7c9c-4449-9fca-3c6c9026c3aa,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:47.019647 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7572c1ea-fa50-43bc-8ed3-e36292b56a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.023978 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-7572c1ea-fa50-43bc-8ed3-e36292b56a28 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b04a5fee-7c9c-4449-9fca-3c6c9026c3aa HTTP/1.1" status: 204 len: 168 time: 0.3198023 Oct 11 16:12:47.027468 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 49802) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:47.100910 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.200058 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.244880 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0a49f4-526f-40fb-9837-3917a155a36d']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:47.261654 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4055c5d-2942-4da9-9561-6cb05baa50fd') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:47.262005 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4055c5d-2942-4da9-9561-6cb05baa50fd') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:47.273941 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.290266 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.298782 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:12:47.299479 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:12:47.311965 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:12:47.393167 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.412420 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=af0a49f4-526f-40fb-9837-3917a155a36d,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:47.414991 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.418845 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-c29bce3a-0624-47de-abc8-556eedfd1dbc admin admin] 10.222.0.18 "DELETE /v2.0/networks/af0a49f4-526f-40fb-9837-3917a155a36d HTTP/1.1" status: 204 len: 168 time: 0.3903580 Oct 11 16:12:47.630658 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 49810) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:47.683049 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-efc63193-4a73-43f5-b274-f58e6460163f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6862a4da18f4d00a7b6b898eff21bde&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508642 Oct 11 16:12:47.685730 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 49812) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:47.752491 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dd86181d-a667-446a-9f99-87ee8a2df19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.777370 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dd86181d-a667-446a-9f99-87ee8a2df19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.833401 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dd86181d-a667-446a-9f99-87ee8a2df19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.837148 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dd86181d-a667-446a-9f99-87ee8a2df19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:47.839133 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-dd86181d-a667-446a-9f99-87ee8a2df19d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ce51080-347d-4e9d-aea4-ec80c0d58d40 HTTP/1.1" status: 204 len: 168 time: 0.1523049 Oct 11 16:12:47.851868 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86181d-a667-446a-9f99-87ee8a2df19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce51080-347d-4e9d-aea4-ec80c0d58d40,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:48.227994 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5d7153f9-7043-4b7a-b12a-9da14ab5b24d no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:12:48.252712 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 5d7153f9-7043-4b7a-b12a-9da14ab5b24d {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:12:48.253397 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5d7153f9-7043-4b7a-b12a-9da14ab5b24d not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:12:48.365197 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65601f9-3134-4aaf-b8c9-09dc52419eaa req-b2da4bee-5aef-4a88-b699-0335abbac854 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:48.375262 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e65601f9-3134-4aaf-b8c9-09dc52419eaa req-b2da4bee-5aef-4a88-b699-0335abbac854 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 946 time: 0.0744607 Oct 11 16:12:48.438534 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e65601f9-3134-4aaf-b8c9-09dc52419eaa req-9cda69a0-1b0a-4507-a887-4a03d60a3a9b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619762 Oct 11 16:12:49.581713 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab4003-6aab-4937-974d-00705c5c5acd req-4f4fb676-aebe-4554-86df-23c142eb7d32 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:49.584782 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-92ab4003-6aab-4937-974d-00705c5c5acd req-4f4fb676-aebe-4554-86df-23c142eb7d32 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 946 time: 0.0677407 Oct 11 16:12:49.633545 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-92ab4003-6aab-4937-974d-00705c5c5acd req-aba26055-4fa0-4345-96ed-7e3128ff9499 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Oct 11 16:12:50.816341 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a47fac-6e32-47e3-a678-079f58598175 req-5d0f2e8e-103b-4c94-bd7f-28017036ae99 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:50.817783 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a7a47fac-6e32-47e3-a678-079f58598175 req-5d0f2e8e-103b-4c94-bd7f-28017036ae99 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 946 time: 0.0751274 Oct 11 16:12:50.854654 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-2d0e3740-643f-416d-8db5-ce99e3d810bc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:50.856164 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-2d0e3740-643f-416d-8db5-ce99e3d810bc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa3f79b6-0a9a-4862-b847-44793cba9850 HTTP/1.1" status: 200 len: 946 time: 0.0730045 Oct 11 16:12:50.883198 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a7a47fac-6e32-47e3-a678-079f58598175 req-b2495985-c228-461c-8336-135986a4f0e2 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580127 Oct 11 16:12:50.963276 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Deleting port 018e4916-348e-4519-a2e4-b874b2752734 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:12:50.963745 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:51.056236 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] For port 018e4916-348e-4519-a2e4-b874b2752734, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=018e4916-348e-4519-a2e4-b874b2752734,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:51.056597 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:51.070403 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Calling delete_port for 018e4916-348e-4519-a2e4-b874b2752734 owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:12:51.209618 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:51.227960 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c', '70c50a43-8c42-4009-915b-67eb0d8fdb2a', '018e4916-348e-4519-a2e4-b874b2752734'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:12:51.238387 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Pushing event deleted for resources: {'Port': ['ID=018e4916-348e-4519-a2e4-b874b2752734,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:51.281824 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] No DVR routers for this DVR port 018e4916-348e-4519-a2e4-b874b2752734 on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:12:51.284832 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:51.288570 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d859799b-e0fe-4af3-80cd-32c209d8b7ee req-87b44bf4-56f2-45f2-bd1c-9b9114b78f5d tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "DELETE /v2.0/ports/018e4916-348e-4519-a2e4-b874b2752734 HTTP/1.1" status: 204 len: 173 time: 0.4164255 Oct 11 16:12:51.288999 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3f79b6-0a9a-4862-b847-44793cba9850', 'name': 'network-vif-deleted', 'tag': '018e4916-348e-4519-a2e4-b874b2752734'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:12:51.291505 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e4d58f-071f-4041-b521-2630d24066cd" -d '{"events": [{"server_uuid": "fa3f79b6-0a9a-4862-b847-44793cba9850", "name": "network-vif-deleted", "tag": "018e4916-348e-4519-a2e4-b874b2752734"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:12:51.330759 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9987a76c-6c9f-4e4c-8d23-299beb1889d7 x-openstack-request-id: req-9987a76c-6c9f-4e4c-8d23-299beb1889d7 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:12:51.331045 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3f79b6-0a9a-4862-b847-44793cba9850", "name": "network-vif-deleted", "tag": "018e4916-348e-4519-a2e4-b874b2752734", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:12:51.331293 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9987a76c-6c9f-4e4c-8d23-299beb1889d7 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:12:51.331724 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3f79b6-0a9a-4862-b847-44793cba9850', 'name': 'network-vif-deleted', 'tag': '018e4916-348e-4519-a2e4-b874b2752734', 'status': 'completed', 'code': 200} Oct 11 16:12:51.590656 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:12:52.005500 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 49940) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:52.120202 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4f48e810-1a16-473c-870b-767d0a03cb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:52.203016 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4f48e810-1a16-473c-870b-767d0a03cb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:52.209558 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4f48e810-1a16-473c-870b-767d0a03cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:52.248765 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-4f48e810-1a16-473c-870b-767d0a03cb52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99a9b5612f9f4c01b955d6e3280b8284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421732 Oct 11 16:12:52.251138 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48e810-1a16-473c-870b-767d0a03cb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7037ad8-e512-40da-8884-d2aa4aebb4c2,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:52.252358 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 49958) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:52.306039 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-00c4cbfc-e1c9-4882-8eb0-40919be1767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:52.330204 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-00c4cbfc-e1c9-4882-8eb0-40919be1767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:52.384654 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-00c4cbfc-e1c9-4882-8eb0-40919be1767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:52.389135 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-00c4cbfc-e1c9-4882-8eb0-40919be1767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:52.393472 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-00c4cbfc-e1c9-4882-8eb0-40919be1767c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7037ad8-e512-40da-8884-d2aa4aebb4c2 HTTP/1.1" status: 204 len: 168 time: 0.1375113 Oct 11 16:12:52.404346 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4cbfc-e1c9-4882-8eb0-40919be1767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7037ad8-e512-40da-8884-d2aa4aebb4c2,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:53.303852 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdae67a-9a9f-4c64-9dbf-f95160e01977 req-6bb266c4-ad33-4252-b005-fd64afe2bcef tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:53.305449 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8fdae67a-9a9f-4c64-9dbf-f95160e01977 req-6bb266c4-ad33-4252-b005-fd64afe2bcef tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 945 time: 0.0503671 Oct 11 16:12:53.345916 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8fdae67a-9a9f-4c64-9dbf-f95160e01977 req-c277ab12-a0f1-4fec-8b35-d5ca77ea3040 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Oct 11 16:12:53.881790 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50058) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:53.930515 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_v2 [None req-9443358f-b26b-4735-9db6-ab6d51b292af admin admin] Deleting subnet e491fb37-fe6d-4432-a209-b988e18205ef {{(pid=94277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:12:53.933761 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9443358f-b26b-4735-9db6-ab6d51b292af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:53.977366 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9443358f-b26b-4735-9db6-ab6d51b292af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981957'] for subnet, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.018865 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9443358f-b26b-4735-9db6-ab6d51b292af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.076389 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9443358f-b26b-4735-9db6-ab6d51b292af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3867586'] for subnet, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.112343 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443358f-b26b-4735-9db6-ab6d51b292af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e491fb37-fe6d-4432-a209-b988e18205ef,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:54.116669 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9443358f-b26b-4735-9db6-ab6d51b292af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.119978 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-9443358f-b26b-4735-9db6-ab6d51b292af admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e491fb37-fe6d-4432-a209-b988e18205ef HTTP/1.1" status: 204 len: 168 time: 0.2371712 Oct 11 16:12:54.122542 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50076) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:54.194348 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.276869 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.300456 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c737892-7d59-411b-bd14-f9953782a140']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:54.310090 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0003771b-824f-46bd-935d-ed0d6decfaf5') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:54.310678 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0003771b-824f-46bd-935d-ed0d6decfaf5') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:54.320183 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.334708 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.344740 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:12:54.345242 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:12:54.347851 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:12:54.410930 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.416079 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.422332 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5c737892-7d59-411b-bd14-f9953782a140 HTTP/1.1" status: 204 len: 168 time: 0.2958593 Oct 11 16:12:54.436666 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7862fd-c823-495a-89e2-dcebaced59b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c737892-7d59-411b-bd14-f9953782a140,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:54.477013 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c13ea5-8341-4cb8-8003-66328cd9b4ca req-be974123-0e1a-4383-8ae1-57549d55ae6b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:54.478738 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18c13ea5-8341-4cb8-8003-66328cd9b4ca req-be974123-0e1a-4383-8ae1-57549d55ae6b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 945 time: 0.0601509 Oct 11 16:12:54.533323 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-18c13ea5-8341-4cb8-8003-66328cd9b4ca req-083cf611-06a1-4e89-adf4-fbc8d5187013 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432117 Oct 11 16:12:54.607444 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50116) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:54.652783 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-61295ab5-c4b9-4013-a81b-e566f57901aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54ee73ad905b405f9af1c6e6e5d60c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420372 Oct 11 16:12:54.653150 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50120) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:54.706914 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-71aaecea-5280-4e2c-96c4-e1d5e3fc2b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.729630 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-71aaecea-5280-4e2c-96c4-e1d5e3fc2b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.780873 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-71aaecea-5280-4e2c-96c4-e1d5e3fc2b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.783611 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-71aaecea-5280-4e2c-96c4-e1d5e3fc2b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:54.784959 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-71aaecea-5280-4e2c-96c4-e1d5e3fc2b02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18f5c205-6545-42e3-a65e-44b1178f87eb HTTP/1.1" status: 204 len: 168 time: 0.1307547 Oct 11 16:12:54.797959 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aaecea-5280-4e2c-96c4-e1d5e3fc2b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f5c205-6545-42e3-a65e-44b1178f87eb,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:55.205959 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9740d6b2-e7a9-4985-a903-672dda78974e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.315740 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50176) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:55.420926 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee5f25e3-c1fe-489e-a461-e76078482943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.499530 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee5f25e3-c1fe-489e-a461-e76078482943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.504714 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ee5f25e3-c1fe-489e-a461-e76078482943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.546014 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-ee5f25e3-c1fe-489e-a461-e76078482943 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35785abdc76342dba84716ef1a3fed1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260816 Oct 11 16:12:55.547558 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50188) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:55.548034 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50190) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:55.555624 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f25e3-c1fe-489e-a461-e76078482943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25ea6cd-1d12-4607-8588-af1dfcd74a2d,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:55.570178 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-ce43a7c1-d80e-440a-ae30-915ffbccd6cf tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:55.572693 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-ce43a7c1-d80e-440a-ae30-915ffbccd6cf tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 945 time: 0.0656853 Oct 11 16:12:55.607865 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9b14-6a48-47b1-b559-0314f279c089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.639018 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9b14-6a48-47b1-b559-0314f279c089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.672624 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1089654845-network', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:55.689269 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9b14-6a48-47b1-b559-0314f279c089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.692036 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9b14-6a48-47b1-b559-0314f279c089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.693191 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-7ebf9b14-6a48-47b1-b559-0314f279c089 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d25ea6cd-1d12-4607-8588-af1dfcd74a2d HTTP/1.1" status: 204 len: 168 time: 0.1447237 Oct 11 16:12:55.701990 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf9b14-6a48-47b1-b559-0314f279c089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25ea6cd-1d12-4607-8588-af1dfcd74a2d,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:55.718783 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898c0d9-6c53-46d7-9eb9-9d51d2b9d35b req-53af44b5-c2e1-4f09-bcd8-c94a3ff5fc0b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:55.720483 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c898c0d9-6c53-46d7-9eb9-9d51d2b9d35b req-53af44b5-c2e1-4f09-bcd8-c94a3ff5fc0b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 945 time: 0.1083510 Oct 11 16:12:55.726643 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Made reservation on behalf of 37d5a55eb539422481f1d574065c5ef8 for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:12:55.728972 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.757528 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.783290 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Deleting port 70c50a43-8c42-4009-915b-67eb0d8fdb2a {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:12:55.783653 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.810130 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c898c0d9-6c53-46d7-9eb9-9d51d2b9d35b req-b7d71ddd-a013-48f0-9a0e-30f404008f43 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779276 Oct 11 16:12:55.890481 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 018e4916-348e-4519-a2e4-b874b2752734 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:12:55.911112 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] For port 70c50a43-8c42-4009-915b-67eb0d8fdb2a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=70c50a43-8c42-4009-915b-67eb0d8fdb2a,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:55.911496 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.915164 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 018e4916-348e-4519-a2e4-b874b2752734 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:12:55.915609 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 018e4916-348e-4519-a2e4-b874b2752734 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:12:55.932912 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Calling delete_port for 70c50a43-8c42-4009-915b-67eb0d8fdb2a owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:12:55.949395 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.955090 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:55.968168 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50200) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:55.981377 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-385793d0-53d1-410b-9d9e-e633b121bc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.014397 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=94277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:12:56.030692 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0165c5a-96db-4314-874e-eadbd89fc052,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:56.039637 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.040036 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Added segment e83aa2e4-66e2-45d8-817d-a22f36b64345 of type vlan for network 8235ac25-fac9-489a-a537-17bc92b51d0e Oct 11 16:12:56.060512 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-385793d0-53d1-410b-9d9e-e633b121bc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.066003 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-385793d0-53d1-410b-9d9e-e633b121bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.102387 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.109613 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-385793d0-53d1-410b-9d9e-e633b121bc16 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bbdfeddfa0c47b3aba6d3404b00b78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375098 Oct 11 16:12:56.109613 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385793d0-53d1-410b-9d9e-e633b121bc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9096f3b-ee6c-4daf-879e-c63b20525364,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:56.110022 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50202) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:56.180314 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.181241 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:56.181816 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.250935 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7017393 Oct 11 16:12:56.254235 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50204) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:56.260308 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Request body: {'subnet': {'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1089654845-subnet', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'ip_version': 4}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:56.264310 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.281716 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c', '70c50a43-8c42-4009-915b-67eb0d8fdb2a'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:12:56.282266 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7abad7-f3f7-4ad1-ae39-58c7d064c87b admin admin] Pushing event updated for resources: {'Network': ['ID=8235ac25-fac9-489a-a537-17bc92b51d0e,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:56.300950 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Made reservation on behalf of 37d5a55eb539422481f1d574065c5ef8 for: {'subnet': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:12:56.305896 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3760614'] for subnet, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.308410 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04d446e9-44d0-4520-bfed-94cbf0c7020b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.310590 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Pushing event deleted for resources: {'Port': ['ID=70c50a43-8c42-4009-915b-67eb0d8fdb2a,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:56.315804 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 8235ac25-fac9-489a-a537-17bc92b51d0e details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:12:56.368994 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] No DVR routers for this DVR port 70c50a43-8c42-4009-915b-67eb0d8fdb2a on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:12:56.373628 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.377003 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-374a2e42-2d79-4917-826b-41e0d26edbcd req-5bb032e8-f96d-4722-9667-7d20c57b34ec tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "DELETE /v2.0/ports/70c50a43-8c42-4009-915b-67eb0d8fdb2a HTTP/1.1" status: 204 len: 173 time: 0.7968628 Oct 11 16:12:56.377468 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3d4063-c2d7-4020-b4e3-c30c8209005e', 'name': 'network-vif-deleted', 'tag': '70c50a43-8c42-4009-915b-67eb0d8fdb2a'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:12:56.379860 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf6e55-8c0f-4903-8474-5a324af303d6" -d '{"events": [{"server_uuid": "8f3d4063-c2d7-4020-b4e3-c30c8209005e", "name": "network-vif-deleted", "tag": "70c50a43-8c42-4009-915b-67eb0d8fdb2a"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:12:56.383903 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04d446e9-44d0-4520-bfed-94cbf0c7020b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.489712 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04d446e9-44d0-4520-bfed-94cbf0c7020b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.496937 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-04d446e9-44d0-4520-bfed-94cbf0c7020b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.509263 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-04d446e9-44d0-4520-bfed-94cbf0c7020b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9096f3b-ee6c-4daf-879e-c63b20525364 HTTP/1.1" status: 204 len: 168 time: 0.3913982 Oct 11 16:12:56.513719 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6aa4a81-dfa2-401a-95f3-dc26c793b08f x-openstack-request-id: req-b6aa4a81-dfa2-401a-95f3-dc26c793b08f {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:12:56.514003 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3d4063-c2d7-4020-b4e3-c30c8209005e", "name": "network-vif-deleted", "tag": "70c50a43-8c42-4009-915b-67eb0d8fdb2a", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:12:56.515497 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6aa4a81-dfa2-401a-95f3-dc26c793b08f {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:12:56.517261 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3d4063-c2d7-4020-b4e3-c30c8209005e', 'name': 'network-vif-deleted', 'tag': '70c50a43-8c42-4009-915b-67eb0d8fdb2a', 'status': 'completed', 'code': 200} Oct 11 16:12:56.528184 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3502602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3760584'] for subnet, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.542313 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d446e9-44d0-4520-bfed-94cbf0c7020b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9096f3b-ee6c-4daf-879e-c63b20525364,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:56.600069 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54db26f7-a6dd-4ded-8fd9-b4f587da16fa,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:56.609282 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Checking segment: {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:56.609815 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Network hostable DHCP agents. Network: 8235ac25-fac9-489a-a537-17bc92b51d0e, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:12:56.629438 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Network 8235ac25-fac9-489a-a537-17bc92b51d0e is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:12:56.639094 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 8235ac25-fac9-489a-a537-17bc92b51d0e) {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:56.643598 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:56.644258 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.649847 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de6477-0b40-48b3-947f-ecfacd218b80 None None] Network 8235ac25-fac9-489a-a537-17bc92b51d0e requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:12:56.662312 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-bf24b4a1-eb1b-4b12-aa28-77c36889f8e9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4058275 Oct 11 16:12:56.664725 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50214) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:56.669305 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:12:56.690351 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.691704 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.749905 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.809952 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-8235ac25-fac9-489a-a537-17bc92b51d0e', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:12:56.810880 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.914367 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:56.942474 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ebc72835-da03-4d50-99e0-b2691596c8a3 req-cfdea5b5-a03e-4b7f-9860-3c87611d70d4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f3d4063-c2d7-4020-b4e3-c30c8209005e HTTP/1.1" status: 200 len: 210 time: 0.0308166 Oct 11 16:12:56.980053 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Allocated IP 172.20.0.2 (8235ac25-fac9-489a-a537-17bc92b51d0e/54db26f7-a6dd-4ded-8fd9-b4f587da16fa/5927f348-6bc1-432e-8cda-9a68e2fe9621) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:57.165423 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.185778 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.286087 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.302937 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.308830 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Allocated IP 172.27.0.142 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/ea991f26-e349-45b9-93c6-e08601017fad) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:57.347396 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Network 8235ac25-fac9-489a-a537-17bc92b51d0e is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:57.350427 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:57.354309 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:57.362315 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Pushing event updated for resources: {'Port': ['ID=5927f348-6bc1-432e-8cda-9a68e2fe9621,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:57.414742 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Attempting to bind port 5927f348-6bc1-432e-8cda-9a68e2fe9621 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:12:57.415210 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Attempting to bind port 5927f348-6bc1-432e-8cda-9a68e2fe9621 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:12:57.415603 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Attempting to bind port 5927f348-6bc1-432e-8cda-9a68e2fe9621 on network 8235ac25-fac9-489a-a537-17bc92b51d0e {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:57.421493 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.421836 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:12:57.422318 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Checking segment: {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:57.422721 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.423104 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Bound using segment: {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:12:57.423787 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Bound port: 5927f348-6bc1-432e-8cda-9a68e2fe9621, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:12:57.424566 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.469142 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.501939 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] For port 5927f348-6bc1-432e-8cda-9a68e2fe9621, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:12:57.506399 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] For port 5927f348-6bc1-432e-8cda-9a68e2fe9621, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5927f348-6bc1-432e-8cda-9a68e2fe9621,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:12:57.514936 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:57.515781 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.517981 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:57.521748 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:57.544651 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Pushing event updated for resources: {'Port': ['ID=ea991f26-e349-45b9-93c6-e08601017fad,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:57.578609 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe22a42-175c-4af1-a148-04701d35e28d None None] Pushing event updated for resources: {'Port': ['ID=5927f348-6bc1-432e-8cda-9a68e2fe9621,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:57.713565 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-63d0bb03-70fc-49b5-b061-5d582c4e4929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:57.834599 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.052281 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.215283 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Router 09264014-607d-4862-9fe9-6ea684742fc9 is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:12:58.334983 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043298a-8cd5-449d-8373-6f96f0192699 req-0fabe280-60d4-42e9-86c6-6b9eea79854a tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:58.338284 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0043298a-8cd5-449d-8373-6f96f0192699 req-0fabe280-60d4-42e9-86c6-6b9eea79854a tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 945 time: 0.1166344 Oct 11 16:12:58.339574 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5927f348-6bc1-432e-8cda-9a68e2fe9621 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:12:58.405889 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 5927f348-6bc1-432e-8cda-9a68e2fe9621 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:58.406727 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.425211 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0043298a-8cd5-449d-8373-6f96f0192699 req-127a62e4-1750-4328-aa43-354ff0b409ca tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801713 Oct 11 16:12:58.437412 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:12:58.454599 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Sync routers for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:12:58.472190 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] Notify callbacks [] for router, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.473546 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-375c6b25-f334-45aa-872c-03dc37f56108 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8074777 Oct 11 16:12:58.477005 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50268) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:58.482741 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:58.483408 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:58.613869 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50274) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:58.654185 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.703497 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 5927f348-6bc1-432e-8cda-9a68e2fe9621, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5927f348-6bc1-432e-8cda-9a68e2fe9621,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:12:58.706378 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:12:58.745457 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-08c1f977-8131-4336-a716-30ad480adf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.774557 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4238a91-0b24-4c91-b6a2-c26a527356f7 None None] Network 8235ac25-fac9-489a-a537-17bc92b51d0e requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:12:58.781184 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.832980 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-08c1f977-8131-4336-a716-30ad480adf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.844148 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-08c1f977-8131-4336-a716-30ad480adf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.882624 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1f977-8131-4336-a716-30ad480adf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1086d4-5400-46bc-acbf-238378aeef69,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:58.901833 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-08c1f977-8131-4336-a716-30ad480adf56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70b584ce01844e9488f9955467bd8d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861283 Oct 11 16:12:58.903428 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50280) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:58.916379 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-94213c9b-e210-4890-a9dc-7d74e377de07 None None] Provisioning complete for port 5927f348-6bc1-432e-8cda-9a68e2fe9621 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:58.917088 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-94213c9b-e210-4890-a9dc-7d74e377de07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.959925 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b54003a0-5932-421d-b999-3ee31a0f3318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.978520 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:58.982622 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b54003a0-5932-421d-b999-3ee31a0f3318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.015728 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=5927f348-6bc1-432e-8cda-9a68e2fe9621,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:59.027200 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.039904 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b54003a0-5932-421d-b999-3ee31a0f3318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.042961 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b54003a0-5932-421d-b999-3ee31a0f3318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.044176 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-b54003a0-5932-421d-b999-3ee31a0f3318 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce1086d4-5400-46bc-acbf-238378aeef69 HTTP/1.1" status: 204 len: 168 time: 0.1398065 Oct 11 16:12:59.055699 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54003a0-5932-421d-b999-3ee31a0f3318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1086d4-5400-46bc-acbf-238378aeef69,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:59.206773 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:12:57Z', 'revision_number': 3, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:59.240766 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Checking router: 09264014-607d-4862-9fe9-6ea684742fc9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:12:59.241211 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Updating router 09264014-607d-4862-9fe9-6ea684742fc9 port ea991f26-e349-45b9-93c6-e08601017fad binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:12:59.270380 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.284946 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.368952 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50286) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:59.389913 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e69160db-3443-4383-bdce-530751444248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.511387 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Allocated IP 172.20.0.1 (8235ac25-fac9-489a-a537-17bc92b51d0e/54db26f7-a6dd-4ded-8fd9-b4f587da16fa/98af6a88-c4e0-4ede-8fa0-8be33116a960) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:12:59.555638 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-90620db7-f46e-4a1b-b96e-bab3d9406812 None None] Provisioning complete for port 5927f348-6bc1-432e-8cda-9a68e2fe9621 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:12:59.556228 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-90620db7-f46e-4a1b-b96e-bab3d9406812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.580506 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e537fdb-d971-4d0f-9e53-59881150cfd1 req-2220a60e-dd70-4c01-a9dd-254936bf054b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:12:59.588662 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e537fdb-d971-4d0f-9e53-59881150cfd1 req-2220a60e-dd70-4c01-a9dd-254936bf054b tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 945 time: 0.0626981 Oct 11 16:12:59.598234 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e69160db-3443-4383-bdce-530751444248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.601655 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.607006 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e69160db-3443-4383-bdce-530751444248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.614838 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.624824 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e537fdb-d971-4d0f-9e53-59881150cfd1 req-67fffdfb-99fa-4e23-942b-961be13b9e98 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352511 Oct 11 16:12:59.668209 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69160db-3443-4383-bdce-530751444248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ec8f2-97fd-4352-a3d0-54fe40ce2bbe,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:59.675573 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-e69160db-3443-4383-bdce-530751444248 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19cb0628edb94b7d844fd45d8584ef53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030918 Oct 11 16:12:59.677027 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50290) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:12:59.698498 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Attempting to bind port ea991f26-e349-45b9-93c6-e08601017fad on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:12:59.698960 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Attempting to bind port ea991f26-e349-45b9-93c6-e08601017fad by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:12:59.699407 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Attempting to bind port ea991f26-e349-45b9-93c6-e08601017fad on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:12:59.711582 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.714944 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007d782-bf24-4587-8e2a-8e18231d5689 None None] Pushing event updated for resources: {'Port': ['ID=ea991f26-e349-45b9-93c6-e08601017fad,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:59.721635 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:12:59.722107 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:12:59.722564 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.723111 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:12:59.723747 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Bound port: ea991f26-e349-45b9-93c6-e08601017fad, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:12:59.724271 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.756439 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.761282 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a29161a9-f823-460c-9e87-4a27206cbf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.788715 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a29161a9-f823-460c-9e87-4a27206cbf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.792279 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] For port ea991f26-e349-45b9-93c6-e08601017fad, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:12:59.795172 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Network 8235ac25-fac9-489a-a537-17bc92b51d0e is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:12:59.796189 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] For port ea991f26-e349-45b9-93c6-e08601017fad, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=ea991f26-e349-45b9-93c6-e08601017fad,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:12:59.798171 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:12:59.805043 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:12:59.805770 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.834905 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Pushing event updated for resources: {'Port': ['ID=98af6a88-c4e0-4ede-8fa0-8be33116a960,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:59.861036 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.869361 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a29161a9-f823-460c-9e87-4a27206cbf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.873387 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a29161a9-f823-460c-9e87-4a27206cbf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:12:59.874853 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-a29161a9-f823-460c-9e87-4a27206cbf8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f18ec8f2-97fd-4352-a3d0-54fe40ce2bbe HTTP/1.1" status: 204 len: 168 time: 0.1964898 Oct 11 16:12:59.882380 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:12:59.883132 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:12:59.900847 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29161a9-f823-460c-9e87-4a27206cbf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ec8f2-97fd-4352-a3d0-54fe40ce2bbe,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:12:59.944666 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 70c50a43-8c42-4009-915b-67eb0d8fdb2a no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:12:59.976663 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 70c50a43-8c42-4009-915b-67eb0d8fdb2a {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:12:59.977091 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 70c50a43-8c42-4009-915b-67eb0d8fdb2a not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:12:59.988403 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007d782-bf24-4587-8e2a-8e18231d5689 None None] Pushing event updated for resources: {'Port': ['ID=ea991f26-e349-45b9-93c6-e08601017fad,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:00.060121 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.076848 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-404ccd2a-4d8a-4c29-b66a-58fd7e9d85c3 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:00.079223 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-404ccd2a-4d8a-4c29-b66a-58fd7e9d85c3 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 945 time: 0.0933065 Oct 11 16:13:00.187691 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Deleting port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:13:00.188177 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.258713 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.270600 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.283118 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:00.285161 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-0f8e32db-8a07-4a62-ab03-55f79f02b87d None None] Provisioning complete for port 98af6a88-c4e0-4ede-8fa0-8be33116a960 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:00.285284 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-0f8e32db-8a07-4a62-ab03-55f79f02b87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.334482 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] For port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:00.335604 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.355862 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Calling delete_port for c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:13:00.359730 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.362347 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5927f348-6bc1-432e-8cda-9a68e2fe9621 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:00.366191 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Pushing event updated for resources: {'Port': ['ID=98af6a88-c4e0-4ede-8fa0-8be33116a960,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:00.481508 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Network 8235ac25-fac9-489a-a537-17bc92b51d0e is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:00.484256 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:00.492905 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e32db-8a07-4a62-ab03-55f79f02b87d None None] Port 98af6a88-c4e0-4ede-8fa0-8be33116a960 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:00.494367 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 5927f348-6bc1-432e-8cda-9a68e2fe9621 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:00.494733 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.687875 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Router 09264014-607d-4862-9fe9-6ea684742fc9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:13:00.745226 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.790607 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:12:57Z', 'revision_number': 3, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:00.823777 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df20db-3239-4921-91e7-44c0f0c7dd27 None None] The sync data for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi is: [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:12:57Z', 'revision_number': 3, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:00.835092 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-48b4e12e-bf4b-4700-be84-c4107b34eb91 None None] Provisioning complete for port 98af6a88-c4e0-4ede-8fa0-8be33116a960 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:00.835495 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-48b4e12e-bf4b-4700-be84-c4107b34eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.868730 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:00.885324 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:13:00.904362 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Pushing event deleted for resources: {'Port': ['ID=c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:00.918898 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51aa7cb-1105-4ff9-be0e-94730b240cee req-84680b8e-a196-4b58-818c-8ba160c97cb6 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:00.919430 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e51aa7cb-1105-4ff9-be0e-94730b240cee req-84680b8e-a196-4b58-818c-8ba160c97cb6 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a7429b-eb41-4560-8f6f-f93b8c51259e HTTP/1.1" status: 200 len: 945 time: 0.1307843 Oct 11 16:13:00.931263 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-48b4e12e-bf4b-4700-be84-c4107b34eb91 None None] Port 98af6a88-c4e0-4ede-8fa0-8be33116a960 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:00.959885 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:00.979214 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-c969c9b6-f151-4233-b095-158f5e63f2da admin admin] 10.222.0.18 "PUT /v2.0/routers/09264014-607d-4862-9fe9-6ea684742fc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4929032 Oct 11 16:13:01.006055 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e51aa7cb-1105-4ff9-be0e-94730b240cee req-37f39fa7-3914-4937-98fe-71bc96745dc1 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671000 Oct 11 16:13:01.043504 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] No DVR routers for this DVR port c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:13:01.052076 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:01.061984 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c8ac980d-40ac-47e7-ac60-8ab853cd0261 req-79a8f40d-6b64-45b0-993f-46a88963b4fc tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "DELETE /v2.0/ports/c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c HTTP/1.1" status: 204 len: 173 time: 0.9759161 Oct 11 16:13:01.062478 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7429b-eb41-4560-8f6f-f93b8c51259e', 'name': 'network-vif-deleted', 'tag': 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:13:01.064953 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5a7622-e1a4-4980-93f1-e2b894507c7c" -d '{"events": [{"server_uuid": "46a7429b-eb41-4560-8f6f-f93b8c51259e", "name": "network-vif-deleted", "tag": "c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:13:01.159117 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66225715-7680-4137-b988-fd714252fb5d x-openstack-request-id: req-66225715-7680-4137-b988-fd714252fb5d {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:13:01.159537 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a7429b-eb41-4560-8f6f-f93b8c51259e", "name": "network-vif-deleted", "tag": "c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:13:01.159799 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66225715-7680-4137-b988-fd714252fb5d {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:13:01.160206 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a7429b-eb41-4560-8f6f-f93b8c51259e', 'name': 'network-vif-deleted', 'tag': 'c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c', 'status': 'completed', 'code': 200} Oct 11 16:13:01.810241 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50352) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:01.815699 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-994462526-network', 'tenant_id': '706f955e1283404c91080adcea0c92d4'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:01.839406 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Made reservation on behalf of 706f955e1283404c91080adcea0c92d4 for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:01.841841 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:01.852347 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:01.929784 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:01.934611 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:01.960243 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:13:01.969380 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57944045-4135-4eeb-ba28-4c6328e4f367,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:01.975619 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:01.975966 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Added segment b7764464-46d5-41d6-914a-7cc205526c9e of type vlan for network 373a04a9-af85-41bf-af9d-5d0aa6c190ec Oct 11 16:13:02.022048 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.055198 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.056633 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:02.057074 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.144525 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] Pushing event updated for resources: {'Network': ['ID=373a04a9-af85-41bf-af9d-5d0aa6c190ec,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:02.152342 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b7a8ed98-50ea-4dc9-ac08-00c4dd8a0054 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3397157 Oct 11 16:13:02.153881 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50376) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:02.157067 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 373a04a9-af85-41bf-af9d-5d0aa6c190ec details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:13:02.159054 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Request body: {'subnet': {'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-994462526-subnet', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:02.193402 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Made reservation on behalf of 706f955e1283404c91080adcea0c92d4 for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:02.197422 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3867621'] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.345875 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ea991f26-e349-45b9-93c6-e08601017fad up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:02.398969 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port ea991f26-e349-45b9-93c6-e08601017fad triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:02.399337 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.426228 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3867595'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.500074 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Checking segment: {'id': 'b7764464-46d5-41d6-914a-7cc205526c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:02.500425 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Network hostable DHCP agents. Network: 373a04a9-af85-41bf-af9d-5d0aa6c190ec, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:13:02.507484 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578637db-8a18-4b34-b879-81e0bea3fd02,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:02.522100 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.529477 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Network 373a04a9-af85-41bf-af9d-5d0aa6c190ec is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:13:02.539987 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 373a04a9-af85-41bf-af9d-5d0aa6c190ec) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:02.544077 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port ea991f26-e349-45b9-93c6-e08601017fad, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=ea991f26-e349-45b9-93c6-e08601017fad,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:02.545075 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:02.545818 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.552810 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.554872 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca648b-4ee3-4f5f-9012-2f22f8fe60f6 None None] Network 373a04a9-af85-41bf-af9d-5d0aa6c190ec requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:02.569957 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-4c36a33f-a494-420c-bbe8-9f6704d1d9d8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4148843 Oct 11 16:13:02.572655 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50380) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:02.578198 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:02.606577 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.607737 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.660202 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=ea991f26-e349-45b9-93c6-e08601017fad,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:02.704707 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.724516 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Sync routers for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:02.737786 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:02.738519 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:02.782058 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-373a04a9-af85-41bf-af9d-5d0aa6c190ec', 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'fixed_ips': [{'subnet_id': '578637db-8a18-4b34-b879-81e0bea3fd02'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:13:02.783198 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.863536 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:02.935243 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Allocated IP 172.20.0.2 (373a04a9-af85-41bf-af9d-5d0aa6c190ec/578637db-8a18-4b34-b879-81e0bea3fd02/b8011d9f-71f2-46a6-ace8-9a958aeac4a1) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:02.943344 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:03.070673 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.089934 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.090161 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.096864 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.137215 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Network 373a04a9-af85-41bf-af9d-5d0aa6c190ec is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:03.139229 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '98af6a88-c4e0-4ede-8fa0-8be33116a960', 'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'mac_address': 'fa:16:3e:83:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:59Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 2, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'subnets': [{'id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:03.142289 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:03.144745 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:03.158424 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Pushing event updated for resources: {'Port': ['ID=b8011d9f-71f2-46a6-ace8-9a958aeac4a1,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:03.169623 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Checking router: 09264014-607d-4862-9fe9-6ea684742fc9 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:03.170114 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Updating router 09264014-607d-4862-9fe9-6ea684742fc9 port 98af6a88-c4e0-4ede-8fa0-8be33116a960 binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:03.201139 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.208966 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Attempting to bind port b8011d9f-71f2-46a6-ace8-9a958aeac4a1 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:03.209463 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Attempting to bind port b8011d9f-71f2-46a6-ace8-9a958aeac4a1 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'b7764464-46d5-41d6-914a-7cc205526c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:03.209959 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Attempting to bind port b8011d9f-71f2-46a6-ace8-9a958aeac4a1 on network 373a04a9-af85-41bf-af9d-5d0aa6c190ec {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:03.215379 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:03.215950 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Checking segment: {'id': 'b7764464-46d5-41d6-914a-7cc205526c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:03.216794 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.217001 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Bound using segment: {'id': 'b7764464-46d5-41d6-914a-7cc205526c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:03.217594 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Bound port: b8011d9f-71f2-46a6-ace8-9a958aeac4a1, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7764464-46d5-41d6-914a-7cc205526c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:03.218466 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.223464 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Allocated IP 172.27.0.147 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:03.294742 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] For port b8011d9f-71f2-46a6-ace8-9a958aeac4a1, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:03.298999 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] For port b8011d9f-71f2-46a6-ace8-9a958aeac4a1, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=b8011d9f-71f2-46a6-ace8-9a958aeac4a1,segment=NetworkSegment(b7764464-46d5-41d6-914a-7cc205526c9e),segment_id=b7764464-46d5-41d6-914a-7cc205526c9e)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:03.309691 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.391806 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.411841 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d2fca-07f7-4881-a171-b9e53349c927 None None] Pushing event updated for resources: {'Port': ['ID=b8011d9f-71f2-46a6-ace8-9a958aeac4a1,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:03.460342 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.501934 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:03.505138 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:03.508883 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:03.558754 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Pushing event updated for resources: {'Port': ['ID=6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:03.573654 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.583837 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.598261 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff765a4-852f-4928-a074-f353d28ec6a7 req-f72bdbb7-f42e-4186-b8c1-ac46d4055866 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:03.600442 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8ff765a4-852f-4928-a074-f353d28ec6a7 req-f72bdbb7-f42e-4186-b8c1-ac46d4055866 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 945 time: 0.0672324 Oct 11 16:13:03.647043 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Pushing event updated for resources: {'Port': ['ID=98af6a88-c4e0-4ede-8fa0-8be33116a960,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:03.706364 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8ff765a4-852f-4928-a074-f353d28ec6a7 req-0266d30c-37b9-4264-9901-dfc19f33c93a tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972619 Oct 11 16:13:03.716508 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.719811 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.720156 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.720489 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.720816 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.721138 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.721458 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.721777 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.722274 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.722592 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.722906 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.723214 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:03.742845 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Attempting to bind port 98af6a88-c4e0-4ede-8fa0-8be33116a960 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:03.743520 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Attempting to bind port 98af6a88-c4e0-4ede-8fa0-8be33116a960 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:03.743625 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Attempting to bind port 98af6a88-c4e0-4ede-8fa0-8be33116a960 on network 8235ac25-fac9-489a-a537-17bc92b51d0e {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:03.754522 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:03.754906 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Checking segment: {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:03.756044 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.756499 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Bound using segment: {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:03.760231 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Bound port: 98af6a88-c4e0-4ede-8fa0-8be33116a960, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:03.760231 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.868616 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] For port 98af6a88-c4e0-4ede-8fa0-8be33116a960, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:03.872809 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] For port 98af6a88-c4e0-4ede-8fa0-8be33116a960, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=98af6a88-c4e0-4ede-8fa0-8be33116a960,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:03.886462 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.888082 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:03.924012 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:13:03.955839 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:13:03.956446 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device c8c04d26-5bf3-4d2d-be66-bdbf71e15c7c not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:13:03.980418 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a07034-c37e-4055-8da2-b5b9d6c83f72 None None] Pushing event updated for resources: {'Port': ['ID=98af6a88-c4e0-4ede-8fa0-8be33116a960,revision_number=4']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:03.990658 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:03.991293 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:03.996586 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-f728131f-72e3-41d4-8772-c3766b448c48 None None] Provisioning complete for port 98af6a88-c4e0-4ede-8fa0-8be33116a960 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:03.997199 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f728131f-72e3-41d4-8772-c3766b448c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:04.122018 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f728131f-72e3-41d4-8772-c3766b448c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:04.138718 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:04.165877 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-f728131f-72e3-41d4-8772-c3766b448c48 None None] For port 98af6a88-c4e0-4ede-8fa0-8be33116a960, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=98af6a88-c4e0-4ede-8fa0-8be33116a960,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:04.170507 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:04.173092 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f728131f-72e3-41d4-8772-c3766b448c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:04.262424 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728131f-72e3-41d4-8772-c3766b448c48 None None] Pushing event updated for resources: {'Port': ['ID=98af6a88-c4e0-4ede-8fa0-8be33116a960,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:04.300724 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-fd1369f2-7cc0-4892-bb41-0ef9249d49d6 None None] Provisioning complete for port 98af6a88-c4e0-4ede-8fa0-8be33116a960 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:04.302662 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-fd1369f2-7cc0-4892-bb41-0ef9249d49d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:04.371312 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Router 3a8ee060-db6a-44bb-ab5b-12203840e519 is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:13:04.429831 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '98af6a88-c4e0-4ede-8fa0-8be33116a960', 'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'mac_address': 'fa:16:3e:83:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:59Z', 'updated_at': '2021-10-11T16:13:03Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'subnets': [{'id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:04.462338 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafecdcb-f56f-419f-b6bc-acc412661a3e None None] The sync data for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi is: [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '98af6a88-c4e0-4ede-8fa0-8be33116a960', 'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'mac_address': 'fa:16:3e:83:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:59Z', 'updated_at': '2021-10-11T16:13:03Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'subnets': [{'id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:04.501229 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ea991f26-e349-45b9-93c6-e08601017fad up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:04.631907 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port ea991f26-e349-45b9-93c6-e08601017fad triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:04.634702 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:04.839532 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device b8011d9f-71f2-46a6-ace8-9a958aeac4a1 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:04.875519 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:04.886143 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f78e80-bfdb-4e56-87aa-3100beefd32d None None] Network 373a04a9-af85-41bf-af9d-5d0aa6c190ec requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:04.893572 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Sync routers for ids ['3a8ee060-db6a-44bb-ab5b-12203840e519'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:04.911178 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b08821-be32-418f-bbcb-26e7c340f34d req-72bb0fd1-f060-4609-88d1-0d00acc720c4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:04.912794 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-95b08821-be32-418f-bbcb-26e7c340f34d req-72bb0fd1-f060-4609-88d1-0d00acc720c4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 945 time: 0.0935962 Oct 11 16:13:04.932051 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:04.933374 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-dead650d-ac99-4273-a1e7-5d315c00a0c7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3595204 Oct 11 16:13:04.936442 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50424) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:04.982692 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Routers {'3a8ee060-db6a-44bb-ab5b-12203840e519'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:04.984083 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3a8ee060-db6a-44bb-ab5b-12203840e519'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:05.008869 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-95b08821-be32-418f-bbcb-26e7c340f34d req-03b5fc2f-1034-4f70-83e6-6ed1db2a7591 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900271 Oct 11 16:13:05.063796 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-dd34f181-1a7f-4c99-9f48-832602fc12fe None None] Provisioning complete for port b8011d9f-71f2-46a6-ace8-9a958aeac4a1 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:05.065039 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-dd34f181-1a7f-4c99-9f48-832602fc12fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.101998 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port b8011d9f-71f2-46a6-ace8-9a958aeac4a1 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:05.102432 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.522899 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50442) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:05.564691 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Set router 3a8ee060-db6a-44bb-ab5b-12203840e519 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:05.566902 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.629182 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-337dff21-c176-4a9c-a25e-21df4b85aa94 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:05.630720 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-337dff21-c176-4a9c-a25e-21df4b85aa94 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 945 time: 0.0648580 Oct 11 16:13:05.701307 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-789e42ed-ad76-41c2-9e26-c29bf2982b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.752994 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-dd34f181-1a7f-4c99-9f48-832602fc12fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.758263 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port b8011d9f-71f2-46a6-ace8-9a958aeac4a1, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=b8011d9f-71f2-46a6-ace8-9a958aeac4a1,segment=NetworkSegment(b7764464-46d5-41d6-914a-7cc205526c9e),segment_id=b7764464-46d5-41d6-914a-7cc205526c9e)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:05.777165 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.821363 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.864356 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Deleting port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:13:05.864692 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.927728 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-789e42ed-ad76-41c2-9e26-c29bf2982b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:05.927958 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.db.api [None req-dd34f181-1a7f-4c99-9f48-832602fc12fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:13:05.928354 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG oslo_db.api [None req-dd34f181-1a7f-4c99-9f48-832602fc12fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:13:05.930475 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=b8011d9f-71f2-46a6-ace8-9a958aeac4a1,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:05.964061 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:02Z', 'updated_at': '2021-10-11T16:13:03Z', 'revision_number': 3, 'project_id': '706f955e1283404c91080adcea0c92d4', 'gw_port': {'id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:37:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:03Z', 'updated_at': '2021-10-11T16:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:05.998082 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Checking router: 3a8ee060-db6a-44bb-ab5b-12203840e519 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:05.998576 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Updating router 3a8ee060-db6a-44bb-ab5b-12203840e519 port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:06.029138 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.067040 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-789e42ed-ad76-41c2-9e26-c29bf2982b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.167288 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] For port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,segment=NetworkSegment(15b317a5-94da-470f-b68e-fd585b6c35b1),segment_id=15b317a5-94da-470f-b68e-fd585b6c35b1)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:06.167731 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.203590 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-789e42ed-ad76-41c2-9e26-c29bf2982b10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93c81bc6af30462e9c8495ff0b264259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793704 Oct 11 16:13:06.206216 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50452) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:06.278373 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c767f12d-016d-4cab-9ded-d9fc2d14ac40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.304377 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Calling delete_port for 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:13:06.308575 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c767f12d-016d-4cab-9ded-d9fc2d14ac40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.340490 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e42ed-ad76-41c2-9e26-c29bf2982b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d46dd87-eb11-4689-9082-0a2f660f3b09,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:06.390143 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c767f12d-016d-4cab-9ded-d9fc2d14ac40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.392142 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.397076 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c767f12d-016d-4cab-9ded-d9fc2d14ac40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.398422 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-c767f12d-016d-4cab-9ded-d9fc2d14ac40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d46dd87-eb11-4689-9082-0a2f660f3b09 HTTP/1.1" status: 204 len: 168 time: 0.1912117 Oct 11 16:13:06.415885 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.426647 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767f12d-016d-4cab-9ded-d9fc2d14ac40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d46dd87-eb11-4689-9082-0a2f660f3b09,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:06.452571 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64797c05-1196-4d2c-80e0-dbd454dafa26 req-a2ac0425-f908-4d2e-bee8-3b7694e11fa4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:06.455310 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-64797c05-1196-4d2c-80e0-dbd454dafa26 req-a2ac0425-f908-4d2e-bee8-3b7694e11fa4 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ec61a06-baa3-484e-bc68-b3e2186d04ea HTTP/1.1" status: 200 len: 945 time: 0.3513362 Oct 11 16:13:06.455655 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Allocated IP 172.20.0.1 (373a04a9-af85-41bf-af9d-5d0aa6c190ec/578637db-8a18-4b34-b879-81e0bea3fd02/ca74aefa-d8b3-41d8-8ee3-aab33ec9959c) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:06.531206 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 98af6a88-c4e0-4ede-8fa0-8be33116a960 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:06.606672 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-64797c05-1196-4d2c-80e0-dbd454dafa26 req-5d001d1b-4dc8-4dc0-8bb6-b271d84c4a45 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.18 "GET /v2.0/security-groups?id=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141841 Oct 11 16:13:06.612183 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Attempting to bind port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:06.612790 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Attempting to bind port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:06.613298 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Attempting to bind port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:06.655821 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:06.656122 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:06.656607 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.657218 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:06.658086 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Bound port: 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:06.658544 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.664073 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.683391 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad28da5-cd58-4c26-9691-1cd79119416c None None] Pushing event updated for resources: {'Port': ['ID=6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:06.684300 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.694043 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:13:06.710820 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Pushing event deleted for resources: {'Port': ['ID=78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:06.754113 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] No DVR routers for this DVR port 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:13:06.760573 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.763840 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] For port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:06.764325 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2f9495bf-4ef0-4844-91b7-6d9c83999180 req-012903a3-ff86-40f3-9f7a-e06eee2fc339 tempest-AttachVolumeNegativeTest-1808417904 tempest-AttachVolumeNegativeTest-1808417904-project] 10.222.0.39 "DELETE /v2.0/ports/78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 HTTP/1.1" status: 204 len: 173 time: 1.1115463 Oct 11 16:13:06.765755 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec61a06-baa3-484e-bc68-b3e2186d04ea', 'name': 'network-vif-deleted', 'tag': '78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:13:06.766142 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 98af6a88-c4e0-4ede-8fa0-8be33116a960 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:06.767698 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.768063 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b77771-f5cb-4cea-b2da-922c03a0e758" -d '{"events": [{"server_uuid": "9ec61a06-baa3-484e-bc68-b3e2186d04ea", "name": "network-vif-deleted", "tag": "78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:13:06.771878 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] For port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:06.804728 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.805526 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.869162 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9f9f4a-9858-4995-883d-a0a01a886b24 x-openstack-request-id: req-8b9f9f4a-9858-4995-883d-a0a01a886b24 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:13:06.869429 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec61a06-baa3-484e-bc68-b3e2186d04ea", "name": "network-vif-deleted", "tag": "78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:13:06.869735 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b9f9f4a-9858-4995-883d-a0a01a886b24 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:13:06.870070 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec61a06-baa3-484e-bc68-b3e2186d04ea', 'name': 'network-vif-deleted', 'tag': '78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6', 'status': 'completed', 'code': 200} Oct 11 16:13:06.881269 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Network 373a04a9-af85-41bf-af9d-5d0aa6c190ec is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:06.882453 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Pushing event updated for resources: {'Port': ['ID=ca74aefa-d8b3-41d8-8ee3-aab33ec9959c,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:06.885131 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:06.887281 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:06.919567 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-a1424acb-a8b6-4343-a6d2-0e3b8dedc028 None None] Provisioning complete for port b8011d9f-71f2-46a6-ace8-9a958aeac4a1 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:06.920178 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a1424acb-a8b6-4343-a6d2-0e3b8dedc028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.934498 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:06.951191 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Routers {'3a8ee060-db6a-44bb-ab5b-12203840e519'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:06.952549 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3a8ee060-db6a-44bb-ab5b-12203840e519'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:06.965296 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50470) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:06.984437 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-57297246-6bcb-4360-ac88-a97a4be4e6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.033914 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad28da5-cd58-4c26-9691-1cd79119416c None None] Pushing event updated for resources: {'Port': ['ID=6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:07.111640 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device b8011d9f-71f2-46a6-ace8-9a958aeac4a1 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:07.119506 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-57297246-6bcb-4360-ac88-a97a4be4e6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.126581 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-57297246-6bcb-4360-ac88-a97a4be4e6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.131040 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.181071 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-57297246-6bcb-4360-ac88-a97a4be4e6de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e592748550334368b66e3f2fbbb67074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140291 Oct 11 16:13:07.182166 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57297246-6bcb-4360-ac88-a97a4be4e6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f4b5fd-507e-4b1b-8b68-bdfa14005fbe,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:07.186359 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50472) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:07.227257 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] Set router 3a8ee060-db6a-44bb-ab5b-12203840e519 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:07.313127 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-73b86386-dc58-4fb7-a2f3-a3e3e0834a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.351943 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port b8011d9f-71f2-46a6-ace8-9a958aeac4a1 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:07.352391 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.363496 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-73b86386-dc58-4fb7-a2f3-a3e3e0834a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.388043 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-3365f814-7c7d-4c94-88e6-5cd5fd4fdd77 None None] Provisioning complete for port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:07.388451 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3365f814-7c7d-4c94-88e6-5cd5fd4fdd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.407801 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.418350 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.457770 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-3365f814-7c7d-4c94-88e6-5cd5fd4fdd77 None None] Port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:07.481729 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-73b86386-dc58-4fb7-a2f3-a3e3e0834a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.483913 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-73b86386-dc58-4fb7-a2f3-a3e3e0834a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.485088 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-73b86386-dc58-4fb7-a2f3-a3e3e0834a32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6f4b5fd-507e-4b1b-8b68-bdfa14005fbe HTTP/1.1" status: 204 len: 168 time: 0.2976928 Oct 11 16:13:07.507149 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Pushing event updated for resources: {'Port': ['ID=ca74aefa-d8b3-41d8-8ee3-aab33ec9959c,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:07.511485 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b86386-dc58-4fb7-a2f3-a3e3e0834a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f4b5fd-507e-4b1b-8b68-bdfa14005fbe,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:07.514580 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.619107 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Network 373a04a9-af85-41bf-af9d-5d0aa6c190ec is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:07.622286 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:07.683089 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.692281 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50484) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:07.729731 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:02Z', 'updated_at': '2021-10-11T16:13:03Z', 'revision_number': 3, 'project_id': '706f955e1283404c91080adcea0c92d4', 'gw_port': {'id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:37:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:03Z', 'updated_at': '2021-10-11T16:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:07.767976 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c0bb76-cf4e-4d59-853a-6a5edbdef717 admin admin] Deleting subnet 5c2cef27-f1ee-489e-9f07-f1a997cdcad9 {{(pid=94276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:13:07.771716 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f0c0bb76-cf4e-4d59-853a-6a5edbdef717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.784242 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ebe82f-d44c-4624-a022-448d4ed659ff None None] The sync data for ids ['3a8ee060-db6a-44bb-ab5b-12203840e519'] in dv-cinder-809518-6-iscsi is: [{'id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:02Z', 'updated_at': '2021-10-11T16:13:03Z', 'revision_number': 3, 'project_id': '706f955e1283404c91080adcea0c92d4', 'gw_port': {'id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:37:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:03Z', 'updated_at': '2021-10-11T16:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:07.833175 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Router 3a8ee060-db6a-44bb-ab5b-12203840e519 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:13:07.855696 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f0c0bb76-cf4e-4d59-853a-6a5edbdef717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554251'] for subnet, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.923170 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f0c0bb76-cf4e-4d59-853a-6a5edbdef717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:07.994849 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:07.996330 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-b2726ba5-15c8-47ef-864f-f016a076e362 None None] Provisioning complete for port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:07.997030 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b2726ba5-15c8-47ef-864f-f016a076e362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.002140 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-21e51694-b373-4d87-bbd7-90bc03b6ff6d admin admin] 10.222.0.18 "PUT /v2.0/routers/3a8ee060-db6a-44bb-ab5b-12203840e519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633111 Oct 11 16:13:08.016106 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f0c0bb76-cf4e-4d59-853a-6a5edbdef717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3760577'] for subnet, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.039710 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f0c0bb76-cf4e-4d59-853a-6a5edbdef717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.043240 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-f0c0bb76-cf4e-4d59-853a-6a5edbdef717 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5c2cef27-f1ee-489e-9f07-f1a997cdcad9 HTTP/1.1" status: 204 len: 168 time: 0.3499312 Oct 11 16:13:08.046119 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50498) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:08.066513 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-b2726ba5-15c8-47ef-864f-f016a076e362 None None] Port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:08.131319 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0bb76-cf4e-4d59-853a-6a5edbdef717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2cef27-f1ee-489e-9f07-f1a997cdcad9,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:08.183388 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.339975 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.361832 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023d4b40-4419-445c-8ffd-7314e8360db5']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:08.371916 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b317a5-94da-470f-b68e-fd585b6c35b1') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:08.372208 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b317a5-94da-470f-b68e-fd585b6c35b1') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:08.386253 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.396393 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:08.402267 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.409034 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:13:08.409417 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.509485 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:13:08.509981 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:13:08.513507 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.516234 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.526888 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.533608 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] 10.222.0.18 "DELETE /v2.0/networks/023d4b40-4419-445c-8ffd-7314e8360db5 HTTP/1.1" status: 204 len: 168 time: 0.4833090 Oct 11 16:13:08.564372 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35655f-e8a7-4e7b-b485-d25067f96f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=023d4b40-4419-445c-8ffd-7314e8360db5,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:08.743124 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.752250 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703ce6-4317-4232-9c87-55aaf9d24ebf req-92220780-6777-48a2-9acf-576bf46c2b2f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:08.754035 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-86703ce6-4317-4232-9c87-55aaf9d24ebf req-92220780-6777-48a2-9acf-576bf46c2b2f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0741928 Oct 11 16:13:08.775019 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:08.780991 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:08.846068 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-86703ce6-4317-4232-9c87-55aaf9d24ebf req-ad503696-f25c-4020-a207-9f04d967ddae tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843904 Oct 11 16:13:08.867502 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:08.880075 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50540) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:08.939436 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-160a7524-d070-4c38-9080-64fa7efb92fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2512c5d071f4be9a8c7019ff7c3b678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580707 Oct 11 16:13:08.939643 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50542) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:08.999897 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7bb427c7-d744-4aad-9cc9-bb9dde60ccd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:09.026255 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7bb427c7-d744-4aad-9cc9-bb9dde60ccd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:09.089838 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7bb427c7-d744-4aad-9cc9-bb9dde60ccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:09.093749 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7bb427c7-d744-4aad-9cc9-bb9dde60ccd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:09.098431 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-7bb427c7-d744-4aad-9cc9-bb9dde60ccd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42e799c7-7e2e-4cb8-8bed-72cf3f6a7321 HTTP/1.1" status: 204 len: 168 time: 0.1543245 Oct 11 16:13:09.103587 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb427c7-d744-4aad-9cc9-bb9dde60ccd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e799c7-7e2e-4cb8-8bed-72cf3f6a7321,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:09.931112 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:13:09.964977 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Sync routers for ids ['3a8ee060-db6a-44bb-ab5b-12203840e519'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:09.971081 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:13:09.971471 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 78de5c9f-b5b0-4d2b-a1bb-929c25ab6ec6 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:13:09.981895 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Routers {'3a8ee060-db6a-44bb-ab5b-12203840e519'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:09.982540 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3a8ee060-db6a-44bb-ab5b-12203840e519'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:10.044255 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb045-b951-4c8d-bb9f-d4cf5220cae6 req-bc39353e-a68a-4bb5-8789-b09620da42ca tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:10.046512 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b1eeb045-b951-4c8d-bb9f-d4cf5220cae6 req-bc39353e-a68a-4bb5-8789-b09620da42ca tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0797136 Oct 11 16:13:10.138111 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b1eeb045-b951-4c8d-bb9f-d4cf5220cae6 req-834fc86d-59ef-4f21-b89a-2b4e231ff0de tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842466 Oct 11 16:13:10.174480 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Set router 3a8ee060-db6a-44bb-ab5b-12203840e519 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:10.360896 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:10.478357 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:10.478734 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:10.545511 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:02Z', 'updated_at': '2021-10-11T16:13:07Z', 'revision_number': 4, 'project_id': '706f955e1283404c91080adcea0c92d4', 'gw_port': {'id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:03Z', 'updated_at': '2021-10-11T16:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ca74aefa-d8b3-41d8-8ee3-aab33ec9959c', 'name': '', 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'mac_address': 'fa:16:3e:81:c1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '578637db-8a18-4b34-b879-81e0bea3fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:05Z', 'updated_at': '2021-10-11T16:13:07Z', 'revision_number': 2, 'project_id': '706f955e1283404c91080adcea0c92d4', 'subnets': [{'id': '578637db-8a18-4b34-b879-81e0bea3fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:10.598838 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Checking router: 3a8ee060-db6a-44bb-ab5b-12203840e519 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:10.599468 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Updating router 3a8ee060-db6a-44bb-ab5b-12203840e519 port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:10.653044 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.031008 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50652) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:11.277392 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.293039 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b5203054-7dd0-4972-932a-c739bae2206a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.300706 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.330065 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6a8d3-018c-496a-b204-c8b0aa4bf398 req-9310bb6b-d625-466d-9ca8-832bd692e799 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:11.336431 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6fb6a8d3-018c-496a-b204-c8b0aa4bf398 req-9310bb6b-d625-466d-9ca8-832bd692e799 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0988252 Oct 11 16:13:11.379395 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b5071-a280-433b-9f1e-2e2832e86d97 None None] Pushing event updated for resources: {'Port': ['ID=ca74aefa-d8b3-41d8-8ee3-aab33ec9959c,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:11.425049 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6fb6a8d3-018c-496a-b204-c8b0aa4bf398 req-2920787e-42b8-43ab-91e9-2ef03d2d5b0b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790265 Oct 11 16:13:11.458888 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Attempting to bind port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:11.459424 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Attempting to bind port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'b7764464-46d5-41d6-914a-7cc205526c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:11.459756 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Attempting to bind port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c on network 373a04a9-af85-41bf-af9d-5d0aa6c190ec {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:11.468241 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:11.468610 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Checking segment: {'id': 'b7764464-46d5-41d6-914a-7cc205526c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:11.469007 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.474090 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Bound using segment: {'id': 'b7764464-46d5-41d6-914a-7cc205526c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:11.474927 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Bound port: ca74aefa-d8b3-41d8-8ee3-aab33ec9959c, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7764464-46d5-41d6-914a-7cc205526c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:11.475093 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.478775 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b5203054-7dd0-4972-932a-c739bae2206a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.486081 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b5203054-7dd0-4972-932a-c739bae2206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.532487 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5203054-7dd0-4972-932a-c739bae2206a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50374cd5-742b-4d77-8856-ca0ce50dba1a,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:11.562235 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50660) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:11.580064 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b5203054-7dd0-4972-932a-c739bae2206a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62539ee0defd4a0ba7b95f0d70c63b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457916 Oct 11 16:13:11.580337 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50664) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:11.615251 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] For port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:11.621762 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] For port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=ca74aefa-d8b3-41d8-8ee3-aab33ec9959c,segment=NetworkSegment(b7764464-46d5-41d6-914a-7cc205526c9e),segment_id=b7764464-46d5-41d6-914a-7cc205526c9e)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:11.641208 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.658435 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9e644ef-5aeb-4194-8c43-8c0cb96db93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.685599 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9e644ef-5aeb-4194-8c43-8c0cb96db93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.735569 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b5071-a280-433b-9f1e-2e2832e86d97 None None] Pushing event updated for resources: {'Port': ['ID=ca74aefa-d8b3-41d8-8ee3-aab33ec9959c,revision_number=4']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:11.750070 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9e644ef-5aeb-4194-8c43-8c0cb96db93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.753067 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d9e644ef-5aeb-4194-8c43-8c0cb96db93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.756822 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-d9e644ef-5aeb-4194-8c43-8c0cb96db93b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50374cd5-742b-4d77-8856-ca0ce50dba1a HTTP/1.1" status: 204 len: 168 time: 0.1730351 Oct 11 16:13:11.764411 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e644ef-5aeb-4194-8c43-8c0cb96db93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50374cd5-742b-4d77-8856-ca0ce50dba1a,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:11.840391 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Provisioning complete for port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:11.841055 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.848000 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1ff882ca-86b2-4d46-98d9-b44f142e7638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:11.888040 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Routers {'3a8ee060-db6a-44bb-ab5b-12203840e519'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:11.888953 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3a8ee060-db6a-44bb-ab5b-12203840e519'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:11.998855 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:12.018796 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1ff882ca-86b2-4d46-98d9-b44f142e7638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:12.034461 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1ff882ca-86b2-4d46-98d9-b44f142e7638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:12.055129 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] For port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=ca74aefa-d8b3-41d8-8ee3-aab33ec9959c,segment=NetworkSegment(b7764464-46d5-41d6-914a-7cc205526c9e),segment_id=b7764464-46d5-41d6-914a-7cc205526c9e)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:12.064998 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:12.079190 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-1ff882ca-86b2-4d46-98d9-b44f142e7638 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2da8919f712b432185ed5b278cd7d440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127816 Oct 11 16:13:12.080986 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50672) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:12.100734 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff882ca-86b2-4d46-98d9-b44f142e7638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4a0efe-97cb-4d49-8765-fadbdcc0e5e4,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:12.155163 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] Set router 3a8ee060-db6a-44bb-ab5b-12203840e519 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:12.266353 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3511e595-8040-4911-b41a-0fb0b446d230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:12.286203 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Pushing event updated for resources: {'Port': ['ID=ca74aefa-d8b3-41d8-8ee3-aab33ec9959c,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:12.303447 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.305118 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.306736 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.307650 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.308818 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.310455 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.311152 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.312124 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.313315 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.315140 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.315733 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.316307 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b348bed-a7dd-45e9-b73b-a92d41fcc558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:12.346968 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3511e595-8040-4911-b41a-0fb0b446d230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:12.400176 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-aba8e607-82dd-485b-a592-dcbf0433c17f None None] Provisioning complete for port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:12.411380 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-aba8e607-82dd-485b-a592-dcbf0433c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:12.438566 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3511e595-8040-4911-b41a-0fb0b446d230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:12.441905 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-3511e595-8040-4911-b41a-0fb0b446d230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:12.444646 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-3511e595-8040-4911-b41a-0fb0b446d230 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da4a0efe-97cb-4d49-8765-fadbdcc0e5e4 HTTP/1.1" status: 204 len: 168 time: 0.3602881 Oct 11 16:13:12.505662 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511e595-8040-4911-b41a-0fb0b446d230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4a0efe-97cb-4d49-8765-fadbdcc0e5e4,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:12.530127 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:02Z', 'updated_at': '2021-10-11T16:13:07Z', 'revision_number': 4, 'project_id': '706f955e1283404c91080adcea0c92d4', 'gw_port': {'id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:03Z', 'updated_at': '2021-10-11T16:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ca74aefa-d8b3-41d8-8ee3-aab33ec9959c', 'name': '', 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'mac_address': 'fa:16:3e:81:c1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '578637db-8a18-4b34-b879-81e0bea3fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:05Z', 'updated_at': '2021-10-11T16:13:11Z', 'revision_number': 4, 'project_id': '706f955e1283404c91080adcea0c92d4', 'subnets': [{'id': '578637db-8a18-4b34-b879-81e0bea3fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:12.587443 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cd617-bafc-41a0-bdcb-dbaec3d66c09 None None] The sync data for ids ['3a8ee060-db6a-44bb-ab5b-12203840e519'] in dv-cinder-809518-6-iscsi is: [{'id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:02Z', 'updated_at': '2021-10-11T16:13:07Z', 'revision_number': 4, 'project_id': '706f955e1283404c91080adcea0c92d4', 'gw_port': {'id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:03Z', 'updated_at': '2021-10-11T16:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ca74aefa-d8b3-41d8-8ee3-aab33ec9959c', 'name': '', 'network_id': '373a04a9-af85-41bf-af9d-5d0aa6c190ec', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'mac_address': 'fa:16:3e:81:c1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '578637db-8a18-4b34-b879-81e0bea3fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:05Z', 'updated_at': '2021-10-11T16:13:11Z', 'revision_number': 4, 'project_id': '706f955e1283404c91080adcea0c92d4', 'subnets': [{'id': '578637db-8a18-4b34-b879-81e0bea3fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:12.757266 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306c0da-e9bd-4b30-b439-f13967fbdd79 req-042a984d-7ee0-4db7-ba9a-5b136cf0ce6d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:12.762993 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9306c0da-e9bd-4b30-b439-f13967fbdd79 req-042a984d-7ee0-4db7-ba9a-5b136cf0ce6d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1439719 Oct 11 16:13:12.860094 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9306c0da-e9bd-4b30-b439-f13967fbdd79 req-2a3ad2ce-cac3-4d9f-859d-c8e88b543873 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855191 Oct 11 16:13:12.993477 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50694) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:13.012750 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4b1100e3-66ba-4046-9dcc-f94ef3849926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:13.150442 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4b1100e3-66ba-4046-9dcc-f94ef3849926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:13.161800 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4b1100e3-66ba-4046-9dcc-f94ef3849926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:13.224092 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-4b1100e3-66ba-4046-9dcc-f94ef3849926 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=188bd2f1b7c5468199f2660f3c60af23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269399 Oct 11 16:13:13.224092 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1100e3-66ba-4046-9dcc-f94ef3849926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3291502-3804-4785-aed4-0f7000db7b3a,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:13.224544 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50698) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:13.344472 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-43b7faf5-a2ab-4233-a708-3e8ac767c072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:13.386184 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-43b7faf5-a2ab-4233-a708-3e8ac767c072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:13.459778 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-43b7faf5-a2ab-4233-a708-3e8ac767c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:13.469193 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-43b7faf5-a2ab-4233-a708-3e8ac767c072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:13.472686 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-43b7faf5-a2ab-4233-a708-3e8ac767c072 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3291502-3804-4785-aed4-0f7000db7b3a HTTP/1.1" status: 204 len: 168 time: 0.2465689 Oct 11 16:13:13.503386 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7faf5-a2ab-4233-a708-3e8ac767c072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3291502-3804-4785-aed4-0f7000db7b3a,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:14.059735 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbdb1f-708a-49da-9047-4c12e0abe9dd req-b7266fbc-d60f-4f60-b24a-d24d06ebd6b2 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:14.063314 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1ffbdb1f-708a-49da-9047-4c12e0abe9dd req-b7266fbc-d60f-4f60-b24a-d24d06ebd6b2 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0996664 Oct 11 16:13:14.114225 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1ffbdb1f-708a-49da-9047-4c12e0abe9dd req-5c9d7397-c6f0-4602-ab84-a6b9f4b1ab45 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Oct 11 16:13:14.346303 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ca74aefa-d8b3-41d8-8ee3-aab33ec9959c up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:14.438741 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:14.439451 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:14.732950 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50756) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:14.868796 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed501c1-5a15-4a07-be32-eef5864841f1 req-2c9c5011-de1f-4bda-ba71-a02b0b4fc4f5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:14.871301 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-aed501c1-5a15-4a07-be32-eef5864841f1 req-2c9c5011-de1f-4bda-ba71-a02b0b4fc4f5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0800338 Oct 11 16:13:14.909007 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1391566243-network', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:14.943961 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-aed501c1-5a15-4a07-be32-eef5864841f1 req-f813cee4-4d5f-4b0e-bfab-6abe8a854054 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651307 Oct 11 16:13:14.969109 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Made reservation on behalf of 1dd13212d3f248c785d9f51092e253ab for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:14.971749 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:14.994398 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.093967 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.100242 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.127241 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=94277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:13:15.137822 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66860ef0-d119-4679-91c5-95257991c37f,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:15.145075 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.145639 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Added segment d8f8c609-09fe-4fc3-9358-7ac9ccd2a217 of type vlan for network f72d9996-2385-4ef2-9450-ee7c71f08814 Oct 11 16:13:15.195537 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.240663 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.241653 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:15.242224 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.326979 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=f72d9996-2385-4ef2-9450-ee7c71f08814,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:15.344032 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network f72d9996-2385-4ef2-9450-ee7c71f08814 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:13:15.353813 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-7e31b862-2e0c-456f-8fdb-0677600ae7d4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6194956 Oct 11 16:13:15.356976 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50770) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:15.369145 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Request body: {'subnet': {'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1391566243-subnet', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:15.402195 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa6bfc-a443-4916-8036-45d7affb99c4 req-30c8a74b-6324-4376-b7b9-6d99e04eecdb tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:15.406922 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-27fa6bfc-a443-4916-8036-45d7affb99c4 req-30c8a74b-6324-4376-b7b9-6d99e04eecdb tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1334014 Oct 11 16:13:15.407534 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Made reservation on behalf of 1dd13212d3f248c785d9f51092e253ab for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:15.411113 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3867621'] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.471498 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-27fa6bfc-a443-4916-8036-45d7affb99c4 req-5a5209ad-5111-4c91-8478-778fcce4dfd6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584157 Oct 11 16:13:15.598819 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3867595'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.664508 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ca98d4-bbfe-417a-80a4-894dd29fdda3,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:15.671344 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Checking segment: {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:15.671344 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Network hostable DHCP agents. Network: f72d9996-2385-4ef2-9450-ee7c71f08814, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:13:15.690706 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Network f72d9996-2385-4ef2-9450-ee7c71f08814 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:13:15.702406 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, f72d9996-2385-4ef2-9450-ee7c71f08814) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:15.706930 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:15.707790 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.713227 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c940b7-62d1-42dc-a856-7a5efcbbdecf None None] Network f72d9996-2385-4ef2-9450-ee7c71f08814 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:15.742369 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-655bb320-b357-44fa-8d13-c1830d842897 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3834884 Oct 11 16:13:15.743069 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50772) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:15.748467 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:15.781840 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.783038 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.852196 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:15.918873 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-f72d9996-2385-4ef2-9450-ee7c71f08814', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:13:15.920149 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.008051 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.115313 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Allocated IP 172.20.0.2 (f72d9996-2385-4ef2-9450-ee7c71f08814/69ca98d4-bbfe-417a-80a4-894dd29fdda3/80660d37-4e45-4c27-826b-25fd8dbb0ff6) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:16.177042 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15043e9-3d2f-46f1-8ac3-f0bf5f9faa45 req-76f0e1de-636a-45fb-9aed-60c39e8fe7d7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:16.178751 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b15043e9-3d2f-46f1-8ac3-f0bf5f9faa45 req-76f0e1de-636a-45fb-9aed-60c39e8fe7d7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0954356 Oct 11 16:13:16.234869 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b15043e9-3d2f-46f1-8ac3-f0bf5f9faa45 req-e6d063a6-a5a9-4e88-9482-0768213df4a3 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463281 Oct 11 16:13:16.311952 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.320868 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.328859 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.336273 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.394986 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Network f72d9996-2385-4ef2-9450-ee7c71f08814 is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:16.398078 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:16.404523 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:16.434341 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Pushing event updated for resources: {'Port': ['ID=80660d37-4e45-4c27-826b-25fd8dbb0ff6,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:16.476222 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Attempting to bind port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:16.476940 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Attempting to bind port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:16.477503 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Attempting to bind port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 on network f72d9996-2385-4ef2-9450-ee7c71f08814 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:16.483390 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:16.484274 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Checking segment: {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:16.484901 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.485500 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Bound using segment: {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:16.486221 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Bound port: 80660d37-4e45-4c27-826b-25fd8dbb0ff6, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:16.486814 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.525355 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Allocated IP 172.27.0.188 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/caf29222-9cb8-41f6-a695-48d936cf1df9) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:16.559039 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] For port 80660d37-4e45-4c27-826b-25fd8dbb0ff6, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:16.562956 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] For port 80660d37-4e45-4c27-826b-25fd8dbb0ff6, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=80660d37-4e45-4c27-826b-25fd8dbb0ff6,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:16.569390 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.643043 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10893a54-c8de-404e-8fb5-8b98591f2f15 None None] Pushing event updated for resources: {'Port': ['ID=80660d37-4e45-4c27-826b-25fd8dbb0ff6,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:16.730821 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.780001 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:16.878273 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226eea1c-c68b-469f-b4e8-33dae521a1f7 req-def6252f-e567-44bc-9128-22bad098f575 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:16.886796 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-226eea1c-c68b-469f-b4e8-33dae521a1f7 req-def6252f-e567-44bc-9128-22bad098f575 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1214228 Oct 11 16:13:16.898050 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:16.921553 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:16.924614 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:16.965705 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Pushing event updated for resources: {'Port': ['ID=caf29222-9cb8-41f6-a695-48d936cf1df9,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:17.085485 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-226eea1c-c68b-469f-b4e8-33dae521a1f7 req-2959ede6-e5be-43f9-b51d-cc67a6a92ad9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976995 Oct 11 16:13:17.269938 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:17.387202 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad5a5a-0193-4bae-ae21-6fc0fd5196e5 req-7ce068cb-f96e-49de-a790-8d51f7c08eb7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:17.391867 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bbad5a5a-0193-4bae-ae21-6fc0fd5196e5 req-7ce068cb-f96e-49de-a790-8d51f7c08eb7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0605686 Oct 11 16:13:17.433762 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bbad5a5a-0193-4bae-ae21-6fc0fd5196e5 req-dc203151-c4e7-4cd8-96a7-ef2e92ae5a2a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383928 Oct 11 16:13:17.516541 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:17.686537 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Router 86778270-65eb-4802-b17d-b2447daf69ff is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:13:17.864048 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:17.894720 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Sync routers for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:17.911546 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:17.912416 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:17.912995 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] Notify callbacks [] for router, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:17.916645 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-eef7c007-4225-4ad7-a9d1-07162915cc50 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1710091 Oct 11 16:13:17.919482 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50796) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:17.974068 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1395498-1709-4185-9f9d-010588af4069 None None] Network f72d9996-2385-4ef2-9450-ee7c71f08814 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:18.111848 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-8f209e82-5058-4ebe-9034-1f458661c0ac None None] Provisioning complete for port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:18.112439 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8f209e82-5058-4ebe-9034-1f458661c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:18.119492 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:18.287045 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ece3e-382d-4923-9290-2592dcb3e0b6 req-c1b8a10d-3591-43eb-b490-1e645f9fd4b3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:18.296276 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2a7ece3e-382d-4923-9290-2592dcb3e0b6 req-c1b8a10d-3591-43eb-b490-1e645f9fd4b3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0891180 Oct 11 16:13:18.362126 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2a7ece3e-382d-4923-9290-2592dcb3e0b6 req-75d431a4-700e-4ff7-90a6-e8b670a10598 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649900 Oct 11 16:13:18.525048 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 80660d37-4e45-4c27-826b-25fd8dbb0ff6 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:18.530953 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8f209e82-5058-4ebe-9034-1f458661c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:18.598122 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-8f209e82-5058-4ebe-9034-1f458661c0ac None None] For port 80660d37-4e45-4c27-826b-25fd8dbb0ff6, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=80660d37-4e45-4c27-826b-25fd8dbb0ff6,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:18.638071 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8f209e82-5058-4ebe-9034-1f458661c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:18.722450 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f209e82-5058-4ebe-9034-1f458661c0ac None None] Pushing event updated for resources: {'Port': ['ID=80660d37-4e45-4c27-826b-25fd8dbb0ff6,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:18.885445 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd977d-008f-46b4-9fff-a2f214c3cd8f req-19921bfc-ff1c-446e-8547-9882a2324e51 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:18.887797 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-70cd977d-008f-46b4-9fff-a2f214c3cd8f req-19921bfc-ff1c-446e-8547-9882a2324e51 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1410050 Oct 11 16:13:18.942034 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-70cd977d-008f-46b4-9fff-a2f214c3cd8f req-3e0979eb-0455-4c38-b0a3-7f3a727004d0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440938 Oct 11 16:13:18.995446 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:18.996551 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.061440 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:17Z', 'revision_number': 3, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:19.093301 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Checking router: 86778270-65eb-4802-b17d-b2447daf69ff for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:19.093900 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Updating router 86778270-65eb-4802-b17d-b2447daf69ff port caf29222-9cb8-41f6-a695-48d936cf1df9 binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:19.101716 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.151100 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.301843 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Allocated IP 172.20.0.1 (f72d9996-2385-4ef2-9450-ee7c71f08814/69ca98d4-bbfe-417a-80a4-894dd29fdda3/2b432817-ba7f-4cc6-b3ca-f13543550bec) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:19.307298 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-b23090dd-44fe-443c-b885-031b7302fd24 None None] Provisioning complete for port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:19.307797 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b23090dd-44fe-443c-b885-031b7302fd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.413081 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.455636 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.486915 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Network f72d9996-2385-4ef2-9450-ee7c71f08814 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:19.489624 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:19.509664 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:19.555303 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.558836 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.569402 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.619389 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebe451-6a4a-47ca-a1b8-180ade14251c req-2af78e95-7e37-44f9-a0fd-93265ea6012f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:19.627637 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-90ebe451-6a4a-47ca-a1b8-180ade14251c req-2af78e95-7e37-44f9-a0fd-93265ea6012f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0935233 Oct 11 16:13:19.645092 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b432817-ba7f-4cc6-b3ca-f13543550bec,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:19.673524 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Attempting to bind port caf29222-9cb8-41f6-a695-48d936cf1df9 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:19.679337 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Attempting to bind port caf29222-9cb8-41f6-a695-48d936cf1df9 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:19.679820 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Attempting to bind port caf29222-9cb8-41f6-a695-48d936cf1df9 on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:19.682786 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-90ebe451-6a4a-47ca-a1b8-180ade14251c req-f40bb0d0-9605-4201-b870-b3b15115855b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540047 Oct 11 16:13:19.689064 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d4eb0-829d-423c-a63b-b84814d89cfa None None] Pushing event updated for resources: {'Port': ['ID=caf29222-9cb8-41f6-a695-48d936cf1df9,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:19.693552 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:19.694069 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:19.694410 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.694787 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:19.695262 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Bound port: caf29222-9cb8-41f6-a695-48d936cf1df9, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:19.695700 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.766986 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] For port caf29222-9cb8-41f6-a695-48d936cf1df9, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:19.770706 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] For port caf29222-9cb8-41f6-a695-48d936cf1df9, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=caf29222-9cb8-41f6-a695-48d936cf1df9,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:19.783549 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.795555 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.872195 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-69aa8954-33cf-4ffa-ac25-37be8f6af37f None None] Provisioning complete for port 2b432817-ba7f-4cc6-b3ca-f13543550bec triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:19.872195 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-69aa8954-33cf-4ffa-ac25-37be8f6af37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:19.876334 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d4eb0-829d-423c-a63b-b84814d89cfa None None] Pushing event updated for resources: {'Port': ['ID=caf29222-9cb8-41f6-a695-48d936cf1df9,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:19.903954 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:19.904652 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:20.003661 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:20.009673 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:20.031223 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:20.062003 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-69aa8954-33cf-4ffa-ac25-37be8f6af37f None None] Port 2b432817-ba7f-4cc6-b3ca-f13543550bec cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:20.121702 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:20.125646 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2b432817-ba7f-4cc6-b3ca-f13543550bec,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:20.148217 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabe688-f21d-408e-adb5-07846146671e req-8bde33a9-bf3c-44a7-87d8-2886b2925840 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:20.149729 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-aaabe688-f21d-408e-adb5-07846146671e req-8bde33a9-bf3c-44a7-87d8-2886b2925840 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0849113 Oct 11 16:13:20.240934 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-aaabe688-f21d-408e-adb5-07846146671e req-fdf447ed-8072-40d5-8504-8907938f55ef tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752659 Oct 11 16:13:20.274093 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Network f72d9996-2385-4ef2-9450-ee7c71f08814 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:20.276822 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:20.319215 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 1, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:20.382859 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065ff5c-32bd-4708-bef1-6cc607715084 None None] The sync data for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi is: [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 1, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:20.427840 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 80660d37-4e45-4c27-826b-25fd8dbb0ff6 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:20.501644 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Router 86778270-65eb-4802-b17d-b2447daf69ff has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:13:20.522737 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:20.522976 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:20.694021 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:20.714338 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bf6c5f24-25dc-440e-9b41-aa206b4048c6 admin admin] 10.222.0.18 "PUT /v2.0/routers/86778270-65eb-4802-b17d-b2447daf69ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7838161 Oct 11 16:13:20.725576 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-8bee7651-dc91-484c-9388-05d137a6a030 None None] Provisioning complete for port 2b432817-ba7f-4cc6-b3ca-f13543550bec triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:20.725953 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8bee7651-dc91-484c-9388-05d137a6a030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:20.828022 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-8bee7651-dc91-484c-9388-05d137a6a030 None None] Port 2b432817-ba7f-4cc6-b3ca-f13543550bec cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:20.893046 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb356d-2d4c-4e19-92b3-948da4fbdf7f req-26d690da-9fb6-4364-b268-24224d73bd2b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:20.906297 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fadb356d-2d4c-4e19-92b3-948da4fbdf7f req-26d690da-9fb6-4364-b268-24224d73bd2b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0926397 Oct 11 16:13:21.022534 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fadb356d-2d4c-4e19-92b3-948da4fbdf7f req-de317fbf-4059-4ae5-a1b7-da117371128f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063919 Oct 11 16:13:21.460289 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3f699-7eee-4352-8dd3-5f986d1c89a1 req-19c00942-c8ba-4eec-bf78-d1bda8abdf6e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:21.463013 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7ea3f699-7eee-4352-8dd3-5f986d1c89a1 req-19c00942-c8ba-4eec-bf78-d1bda8abdf6e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0999694 Oct 11 16:13:21.546099 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7ea3f699-7eee-4352-8dd3-5f986d1c89a1 req-0f4c12ab-8109-4afd-b52c-51cebf8b94f9 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736399 Oct 11 16:13:21.662970 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50848) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:21.668242 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-863685571-network', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:21.715049 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Made reservation on behalf of e9d1bdb239b44bb7aa92a922a7e0571d for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:21.722938 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:21.740695 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:21.854477 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:21.861263 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:21.875798 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:13:21.888208 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:21.889088 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Added segment b356a8e3-df41-48a2-bc73-643cbdc6cfa1 of type vlan for network 39e3bba6-c134-408d-9846-4b50085ca283 Oct 11 16:13:21.925718 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e8a744-c261-4b1a-9204-82ab4af0ea0e,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:21.979286 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.008779 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.012031 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:22.012687 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.038512 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3741829 Oct 11 16:13:22.044685 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50850) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:22.053597 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Request body: {'subnet': {'network_id': '39e3bba6-c134-408d-9846-4b50085ca283', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-863685571-subnet', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:22.149037 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Made reservation on behalf of e9d1bdb239b44bb7aa92a922a7e0571d for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:22.151763 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3867621'] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.421948 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device caf29222-9cb8-41f6-a695-48d936cf1df9 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:22.458475 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3867595'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.480469 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d5338-5828-4f3f-91b5-478f4890fd43 admin admin] Pushing event updated for resources: {'Network': ['ID=39e3bba6-c134-408d-9846-4b50085ca283,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:22.506707 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 39e3bba6-c134-408d-9846-4b50085ca283 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:13:22.510654 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6484-c306-4c28-acf0-483528e0d3fc req-cc9c883b-bd31-4ad0-b18c-3c65a32bf7eb tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:22.521827 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-178e6484-c306-4c28-acf0-483528e0d3fc req-cc9c883b-bd31-4ad0-b18c-3c65a32bf7eb tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0875771 Oct 11 16:13:22.542958 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c108199-0074-450f-b799-2870cf943408,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:22.554436 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Checking segment: {'id': 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:22.554959 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Network hostable DHCP agents. Network: 39e3bba6-c134-408d-9846-4b50085ca283, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:13:22.572217 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-178e6484-c306-4c28-acf0-483528e0d3fc req-3def5c79-5ca3-4354-a65e-9989d836d514 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493906 Oct 11 16:13:22.583804 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Network 39e3bba6-c134-408d-9846-4b50085ca283 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:13:22.604337 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 39e3bba6-c134-408d-9846-4b50085ca283) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:22.614303 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port caf29222-9cb8-41f6-a695-48d936cf1df9 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:22.614303 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.630114 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e3836-c9b4-4a57-8532-6ef26292190c None None] Network 39e3bba6-c134-408d-9846-4b50085ca283 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:22.638289 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:22.638289 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.667425 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-2031cfa8-c611-4d0d-97e0-d57dae2b2109 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6187882 Oct 11 16:13:22.667425 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50860) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:22.680012 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:22.760699 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9b107-97f0-40b4-a1dd-1172cc79b41a req-729a2c12-faf2-4e1f-9c41-91a7d0e1e7a1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:22.763614 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-57b9b107-97f0-40b4-a1dd-1172cc79b41a req-729a2c12-faf2-4e1f-9c41-91a7d0e1e7a1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0797927 Oct 11 16:13:22.767442 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.769271 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.865926 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-57b9b107-97f0-40b4-a1dd-1172cc79b41a req-78cd7f33-0e41-48ae-8070-d8d3a0f62158 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908923 Oct 11 16:13:22.867238 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.881847 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.911455 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port caf29222-9cb8-41f6-a695-48d936cf1df9, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=caf29222-9cb8-41f6-a695-48d936cf1df9,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:22.922568 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:22.981408 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-39e3bba6-c134-408d-9846-4b50085ca283', 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'fixed_ips': [{'subnet_id': '9c108199-0074-450f-b799-2870cf943408'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:13:22.982632 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.020221 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=caf29222-9cb8-41f6-a695-48d936cf1df9,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:23.068514 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.153832 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Allocated IP 172.20.0.2 (39e3bba6-c134-408d-9846-4b50085ca283/9c108199-0074-450f-b799-2870cf943408/7c3aa83f-0daa-40cf-84d9-72d022574f1b) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:23.305323 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.336298 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.470247 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Allocated IP 172.27.0.62 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/6f44c440-5d05-4131-b130-19d9addea1f3) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:23.579446 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.589041 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.611916 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.668699 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Network 39e3bba6-c134-408d-9846-4b50085ca283 is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:23.673068 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:23.678271 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:23.682096 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Pushing event updated for resources: {'Port': ['ID=7c3aa83f-0daa-40cf-84d9-72d022574f1b,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:23.707434 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.773323 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Attempting to bind port 7c3aa83f-0daa-40cf-84d9-72d022574f1b on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:23.774330 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Attempting to bind port 7c3aa83f-0daa-40cf-84d9-72d022574f1b by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:23.774891 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Attempting to bind port 7c3aa83f-0daa-40cf-84d9-72d022574f1b on network 39e3bba6-c134-408d-9846-4b50085ca283 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:23.779062 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:23.783058 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:23.783735 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Checking segment: {'id': 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:23.784346 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.784744 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Bound using segment: {'id': 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:23.785423 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Bound port: 7c3aa83f-0daa-40cf-84d9-72d022574f1b, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:23.785813 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.794782 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:23.799993 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:23.876611 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Pushing event updated for resources: {'Port': ['ID=6f44c440-5d05-4131-b130-19d9addea1f3,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:23.883656 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] For port 7c3aa83f-0daa-40cf-84d9-72d022574f1b, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:23.888132 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] For port 7c3aa83f-0daa-40cf-84d9-72d022574f1b, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7c3aa83f-0daa-40cf-84d9-72d022574f1b,segment=NetworkSegment(b356a8e3-df41-48a2-bc73-643cbdc6cfa1),segment_id=b356a8e3-df41-48a2-bc73-643cbdc6cfa1)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:23.897880 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:23.906934 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5312511-0d29-4c9b-b780-7f8da42e1d51 req-e2a30a32-b58a-4ec2-8260-6c1e315fddf6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:23.915246 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b5312511-0d29-4c9b-b780-7f8da42e1d51 req-e2a30a32-b58a-4ec2-8260-6c1e315fddf6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1340904 Oct 11 16:13:23.975616 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd8c77-0239-4d10-a142-08b91c21a6b5 None None] Pushing event updated for resources: {'Port': ['ID=7c3aa83f-0daa-40cf-84d9-72d022574f1b,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:24.025806 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b5312511-0d29-4c9b-b780-7f8da42e1d51 req-3e594e8a-94b6-4c62-a434-5d6d50e508cf tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097276 Oct 11 16:13:24.100467 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Sync routers for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:24.111272 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:24.111973 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:24.268819 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:24.271538 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb049f4-c0ed-4b52-b0b2-1204d0004918 req-71950da1-3888-4e91-a2a9-1e40d7ee610e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:24.278165 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5eb049f4-c0ed-4b52-b0b2-1204d0004918 req-71950da1-3888-4e91-a2a9-1e40d7ee610e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1267736 Oct 11 16:13:24.291466 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:24.415064 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5eb049f4-c0ed-4b52-b0b2-1204d0004918 req-7b3b9fae-f3dd-443b-ba31-a304fcb8a405 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191432 Oct 11 16:13:24.495772 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-2451873e-7e24-4847-9e85-0956cabf9d85 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:24.497354 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-2451873e-7e24-4847-9e85-0956cabf9d85 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/networks?id=8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 200 len: 815 time: 0.1772795 Oct 11 16:13:24.531250 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7c3aa83f-0daa-40cf-84d9-72d022574f1b up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:24.531721 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-7194a5fb-c55b-4de6-a6cb-019a55c6766f tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/quotas/37d5a55eb539422481f1d574065c5ef8 HTTP/1.1" status: 200 len: 375 time: 0.0281599 Oct 11 16:13:24.567866 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 2, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:24.596673 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:24.614915 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 7c3aa83f-0daa-40cf-84d9-72d022574f1b triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:24.615499 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Checking router: 86778270-65eb-4802-b17d-b2447daf69ff for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:24.615615 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:24.615717 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Updating router 86778270-65eb-4802-b17d-b2447daf69ff port 2b432817-ba7f-4cc6-b3ca-f13543550bec binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:24.632006 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-2867b5f1-c976-409a-8dea-3763bf72ff0d tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=37d5a55eb539422481f1d574065c5ef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858088 Oct 11 16:13:24.659836 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:24.710670 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:24.747228 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 7c3aa83f-0daa-40cf-84d9-72d022574f1b, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7c3aa83f-0daa-40cf-84d9-72d022574f1b,segment=NetworkSegment(b356a8e3-df41-48a2-bc73-643cbdc6cfa1),segment_id=b356a8e3-df41-48a2-bc73-643cbdc6cfa1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:24.751956 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-d3d8b87f-7b5f-480c-8171-b71b631cf62b service neutron] 10.222.0.18 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173763 Oct 11 16:13:24.752675 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:24.753838 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device caf29222-9cb8-41f6-a695-48d936cf1df9 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:24.771089 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Router 3679c325-ea55-4b8c-905d-753e2dcc6c6c is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:13:24.848588 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=7c3aa83f-0daa-40cf-84d9-72d022574f1b,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:24.888219 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-126ed638-3b59-48eb-a67e-be3bce360d99 service neutron] 10.222.0.18 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327920 Oct 11 16:13:24.888592 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port caf29222-9cb8-41f6-a695-48d936cf1df9 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:24.889123 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:25.052663 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:25.070345 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:25.192528 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41605635-e164-4fa2-aac7-57dd05ce32a0 req-d51b0b6a-8435-4d94-b973-b5d5e626e6ff tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 210 time: 0.0654013 Oct 11 16:13:25.220738 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14633098-3e85-4c4f-884f-7f52501e46da None None] Pushing event updated for resources: {'Port': ['ID=2b432817-ba7f-4cc6-b3ca-f13543550bec,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:25.257279 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-28c76d1f-f23e-471d-91b9-d747ec09437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:25.314666 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Attempting to bind port 2b432817-ba7f-4cc6-b3ca-f13543550bec on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:25.316274 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Attempting to bind port 2b432817-ba7f-4cc6-b3ca-f13543550bec by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:25.317083 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Attempting to bind port 2b432817-ba7f-4cc6-b3ca-f13543550bec on network f72d9996-2385-4ef2-9450-ee7c71f08814 {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:25.326142 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:25.326942 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Checking segment: {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:25.327567 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:25.328346 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Bound using segment: {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:25.329029 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Bound port: 2b432817-ba7f-4cc6-b3ca-f13543550bec, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:25.329693 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:25.422427 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] For port 2b432817-ba7f-4cc6-b3ca-f13543550bec, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:25.429464 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] For port 2b432817-ba7f-4cc6-b3ca-f13543550bec, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=2b432817-ba7f-4cc6-b3ca-f13543550bec,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:25.439210 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:25.449853 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:25.453361 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Sync routers for ids ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:25.475576 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Routers {'3679c325-ea55-4b8c-905d-753e2dcc6c6c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:25.476235 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:25.482367 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194231cb-cd15-43ef-9071-e4b1b06c9ced req-3c351bbf-d354-4c03-bd23-48d2b3046376 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:25.490848 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-194231cb-cd15-43ef-9071-e4b1b06c9ced req-3c351bbf-d354-4c03-bd23-48d2b3046376 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1152821 Oct 11 16:13:25.542163 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:25.554283 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-3907c37d-347b-44cc-87f9-6373ea06d6ec admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8853207 Oct 11 16:13:25.554530 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 50936) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:25.620124 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-194231cb-cd15-43ef-9071-e4b1b06c9ced req-6945fa70-25cb-49a6-abdb-1d98a8299d5f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189818 Oct 11 16:13:25.667479 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ffd7f-ea23-4921-ae8c-a30adeb764a7 req-d8b79111-d8b4-499b-ba7a-91251c21b2d1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:25.675057 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fb4ffd7f-ea23-4921-ae8c-a30adeb764a7 req-d8b79111-d8b4-499b-ba7a-91251c21b2d1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1327307 Oct 11 16:13:25.706461 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Set router 3679c325-ea55-4b8c-905d-753e2dcc6c6c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:25.712182 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:25.712731 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:12:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:25.767078 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14633098-3e85-4c4f-884f-7f52501e46da None None] Pushing event updated for resources: {'Port': ['ID=2b432817-ba7f-4cc6-b3ca-f13543550bec,revision_number=4']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:25.781390 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fb4ffd7f-ea23-4921-ae8c-a30adeb764a7 req-9a385e1e-9ed9-4c28-bdbc-0d72dc695fe3 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040306 Oct 11 16:13:25.781612 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca12e922-e436-4bbb-bbcc-1d077dbf9665 None None] Network 39e3bba6-c134-408d-9846-4b50085ca283 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:25.868510 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:25.910644 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-836994c8-4951-4567-97be-a9d8182a5f0e None None] Provisioning complete for port 2b432817-ba7f-4cc6-b3ca-f13543550bec triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:25.911062 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-836994c8-4951-4567-97be-a9d8182a5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:26.013320 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f51fc311-eec2-40fb-bb99-c04c5af1179a details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:13:26.100546 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:25Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:26.134494 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adee855-0b3c-4cce-ae44-96a9f16465a4 None None] The sync data for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi is: [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:25Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:26.231981 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:26.318889 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-836994c8-4951-4567-97be-a9d8182a5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:26.381574 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:26.426093 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'port_id': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'mac_address': 'fa:16:3e:fe:c2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:13:26.440167 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-836994c8-4951-4567-97be-a9d8182a5f0e None None] For port 2b432817-ba7f-4cc6-b3ca-f13543550bec, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=2b432817-ba7f-4cc6-b3ca-f13543550bec,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:26.440745 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b6f5e970-d234-4592-9cb5-ab884f2c6a83 req-c178e4ab-fb6d-4c8e-b268-9c80b0e89e29 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 210 time: 0.0945292 Oct 11 16:13:26.453130 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7c3aa83f-0daa-40cf-84d9-72d022574f1b up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:26.494454 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:22Z', 'updated_at': '2021-10-11T16:13:24Z', 'revision_number': 3, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'gw_port': {'id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:23Z', 'updated_at': '2021-10-11T16:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:26.536000 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Allocated IP 172.20.0.1 (39e3bba6-c134-408d-9846-4b50085ca283/9c108199-0074-450f-b799-2870cf943408/010b03eb-86e1-4dbf-b7cb-d9550360227a) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:26.610066 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Checking router: 3679c325-ea55-4b8c-905d-753e2dcc6c6c for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:26.610475 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Updating router 3679c325-ea55-4b8c-905d-753e2dcc6c6c port 6f44c440-5d05-4131-b130-19d9addea1f3 binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:26.612650 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-836994c8-4951-4567-97be-a9d8182a5f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:26.810878 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-17bec70e-1e13-4559-b055-5ff73d702b1f tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:26.812724 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-17bec70e-1e13-4559-b055-5ff73d702b1f tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.39 "GET /v2.0/networks?id=8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 200 len: 815 time: 0.2343864 Oct 11 16:13:26.829188 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'port': {'device_id': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'admin_state_up': True, 'tenant_id': '37d5a55eb539422481f1d574065c5ef8'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:26.858011 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:26.868890 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836994c8-4951-4567-97be-a9d8182a5f0e None None] Pushing event updated for resources: {'Port': ['ID=2b432817-ba7f-4cc6-b3ca-f13543550bec,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:26.889591 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dc383-c4ed-428c-a91b-da860f2b3970 req-4f16bfeb-71ff-4e9a-8a5a-3f166a64e36c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:26.896389 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-03d4b5a9-668e-42c3-9c1d-e8fe45c9af09 None None] Provisioning complete for port 2b432817-ba7f-4cc6-b3ca-f13543550bec triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:26.897858 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-03d4b5a9-668e-42c3-9c1d-e8fe45c9af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:26.898007 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-170dc383-c4ed-428c-a91b-da860f2b3970 req-4f16bfeb-71ff-4e9a-8a5a-3f166a64e36c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1340978 Oct 11 16:13:26.975827 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:26.993944 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fe112-1bf9-40c2-b295-1e3f5fb5e88c req-ecdcb7dd-1874-4f14-a3e8-cf9734f76076 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:27.003076 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a8fe112-1bf9-40c2-b295-1e3f5fb5e88c req-ecdcb7dd-1874-4f14-a3e8-cf9734f76076 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1047266 Oct 11 16:13:27.025691 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-170dc383-c4ed-428c-a91b-da860f2b3970 req-66ccd054-efbd-4129-a2a0-f17a6f125a04 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267180 Oct 11 16:13:27.030507 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.042085 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.052812 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9a8fe112-1bf9-40c2-b295-1e3f5fb5e88c req-e0e3c8c1-5917-4f04-8d0f-065a09fd2c11 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486453 Oct 11 16:13:27.069810 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 7c3aa83f-0daa-40cf-84d9-72d022574f1b triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:27.070251 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.094059 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Made reservation on behalf of 37d5a55eb539422481f1d574065c5ef8 for: {'port': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:27.098245 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.112655 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50972) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:27.127785 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Pushing event updated for resources: {'Port': ['ID=010b03eb-86e1-4dbf-b7cb-d9550360227a,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:27.139926 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f51fc311-eec2-40fb-bb99-c04c5af1179a {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:13:27.165378 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Network 39e3bba6-c134-408d-9846-4b50085ca283 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:27.170765 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:27.179639 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:27.243399 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:27.263847 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-03d4b5a9-668e-42c3-9c1d-e8fe45c9af09 None None] Provisioning complete for port 7c3aa83f-0daa-40cf-84d9-72d022574f1b triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:27.264454 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-03d4b5a9-668e-42c3-9c1d-e8fe45c9af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.271846 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.379660 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-307efed9-7dc7-43ce-9ff0-d488e1a81538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.429204 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Allocated IP 172.20.0.14 (8235ac25-fac9-489a-a537-17bc92b51d0e/54db26f7-a6dd-4ded-8fd9-b4f587da16fa/f0969204-8d1d-4bc1-8f03-6eb2db627486) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:27.485526 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.554863 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.597635 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-307efed9-7dc7-43ce-9ff0-d488e1a81538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.609386 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-307efed9-7dc7-43ce-9ff0-d488e1a81538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.647962 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307efed9-7dc7-43ce-9ff0-d488e1a81538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6ec8c-1ab4-45e8-80b2-b547bd931222,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:27.690532 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-307efed9-7dc7-43ce-9ff0-d488e1a81538 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0b3c411ccf048518e419747f06d7ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5740125 Oct 11 16:13:27.693035 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 50988) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:27.727076 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.755392 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['f51fc311-eec2-40fb-bb99-c04c5af1179a'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:13:27.798160 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.817621 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.831749 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afc0313e-0d17-49e9-8e1e-9df8705e0ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.866311 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-58459330-b3b5-4d7f-a7e1-4019b1a119e9 req-f6a6a34d-4d80-4a70-a9c8-e7d607b7e796 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 210 time: 0.0637310 Oct 11 16:13:27.897441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.901170 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afc0313e-0d17-49e9-8e1e-9df8705e0ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.929956 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Pushing event updated for resources: {'Port': ['ID=010b03eb-86e1-4dbf-b7cb-d9550360227a,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:27.955071 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:27.959572 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'Port': ['ID=f0969204-8d1d-4bc1-8f03-6eb2db627486,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:28.010190 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Network 8235ac25-fac9-489a-a537-17bc92b51d0e is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:28.034881 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:28.038315 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:28.088499 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4c3547b8-52d1-4e57-9b0f-fe886e27ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:28.120874 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 2b432817-ba7f-4cc6-b3ca-f13543550bec up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:28.130917 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=6']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:28.193016 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:28.194032 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:28.198350 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afc0313e-0d17-49e9-8e1e-9df8705e0ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:28.202841 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Network 39e3bba6-c134-408d-9846-4b50085ca283 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:28.207002 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afc0313e-0d17-49e9-8e1e-9df8705e0ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:28.211043 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-afc0313e-0d17-49e9-8e1e-9df8705e0ce0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48e6ec8c-1ab4-45e8-80b2-b547bd931222 HTTP/1.1" status: 204 len: 168 time: 0.5143461 Oct 11 16:13:28.248042 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0313e-0d17-49e9-8e1e-9df8705e0ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6ec8c-1ab4-45e8-80b2-b547bd931222,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:28.270413 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:28.336126 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-507e70ef-3cbf-4f08-930d-74bc169f0cd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5132697 Oct 11 16:13:28.392654 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10225153-b350-4f1a-9493-43e6e026bbd4 req-0c47fb1d-f37d-4380-9007-a6f5ff38cca1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:28.394257 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-10225153-b350-4f1a-9493-43e6e026bbd4 req-0c47fb1d-f37d-4380-9007-a6f5ff38cca1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 944 time: 0.1499343 Oct 11 16:13:28.527500 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-10225153-b350-4f1a-9493-43e6e026bbd4 req-842ffc09-3a5f-489a-8ba9-c6773ee08b55 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174269 Oct 11 16:13:28.545786 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Router 3679c325-ea55-4b8c-905d-753e2dcc6c6c has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:13:28.589211 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:13:28.591800 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd8de1-f1eb-4e2d-8b2f-35b6f23b3535 req-e92a92f2-08dd-4ef4-8129-2c550ee8a442 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:28.606977 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1efd8de1-f1eb-4e2d-8b2f-35b6f23b3535 req-e92a92f2-08dd-4ef4-8129-2c550ee8a442 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.3927388 Oct 11 16:13:28.637177 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 2b432817-ba7f-4cc6-b3ca-f13543550bec triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:28.638113 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:28.814459 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:28.820508 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-231f0da1-7939-4870-a784-bed0117d33e1 admin admin] 10.222.0.18 "PUT /v2.0/routers/3679c325-ea55-4b8c-905d-753e2dcc6c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2632034 Oct 11 16:13:28.827140 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-b45ae3d0-881f-4e77-b1eb-b3742770e058 None None] Provisioning complete for port f0969204-8d1d-4bc1-8f03-6eb2db627486 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:28.827683 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b45ae3d0-881f-4e77-b1eb-b3742770e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:28.860223 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51000) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:28.862771 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1efd8de1-f1eb-4e2d-8b2f-35b6f23b3535 req-625cadf7-0e5f-4e79-8100-655e2bc4da86 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546637 Oct 11 16:13:28.871301 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:28.875840 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-12638d2f-afae-4617-9b9f-8570f413075b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:28.943971 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.025054 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-12638d2f-afae-4617-9b9f-8570f413075b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.033221 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-12638d2f-afae-4617-9b9f-8570f413075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.094571 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12638d2f-afae-4617-9b9f-8570f413075b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9108fcec-5e82-4952-ad89-9120d1685531,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:29.111985 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-12638d2f-afae-4617-9b9f-8570f413075b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95045a85b4fb4cc8a43d0275600c877c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478588 Oct 11 16:13:29.112249 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51012) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:29.199291 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.213439 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2a68ff2e-bb89-4d0c-8504-78388a9199e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.216398 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-b45ae3d0-881f-4e77-b1eb-b3742770e058 None None] Port f0969204-8d1d-4bc1-8f03-6eb2db627486 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:29.218298 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.258503 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Attempting to bind port 6f44c440-5d05-4131-b130-19d9addea1f3 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:29.258876 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Attempting to bind port 6f44c440-5d05-4131-b130-19d9addea1f3 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:29.259236 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Attempting to bind port 6f44c440-5d05-4131-b130-19d9addea1f3 on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:29.266683 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2a68ff2e-bb89-4d0c-8504-78388a9199e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.302765 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:29.303140 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:29.303573 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.307511 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:29.308063 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Bound port: 6f44c440-5d05-4131-b130-19d9addea1f3, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:29.308561 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.373474 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2a68ff2e-bb89-4d0c-8504-78388a9199e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.382383 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2a68ff2e-bb89-4d0c-8504-78388a9199e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.387687 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-2a68ff2e-bb89-4d0c-8504-78388a9199e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9108fcec-5e82-4952-ad89-9120d1685531 HTTP/1.1" status: 204 len: 168 time: 0.2714670 Oct 11 16:13:29.397945 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 2b432817-ba7f-4cc6-b3ca-f13543550bec up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:29.404023 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68ff2e-bb89-4d0c-8504-78388a9199e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9108fcec-5e82-4952-ad89-9120d1685531,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:29.447425 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b92c2-3af4-4a6f-995b-32e84d859eee req-43217624-ec83-4b2a-a6a9-9a05de47a5c6 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:29.449370 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0c2b92c2-3af4-4a6f-995b-32e84d859eee req-43217624-ec83-4b2a-a6a9-9a05de47a5c6 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.3759534 Oct 11 16:13:29.465031 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093e11c-2c53-4c2c-94c6-1b54339498f0 None None] Pushing event updated for resources: {'Port': ['ID=6f44c440-5d05-4131-b130-19d9addea1f3,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:29.477695 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-b45ae3d0-881f-4e77-b1eb-b3742770e058 None None] Provisioning complete for port 010b03eb-86e1-4dbf-b7cb-d9550360227a triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:29.477823 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-b45ae3d0-881f-4e77-b1eb-b3742770e058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.557534 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0c2b92c2-3af4-4a6f-995b-32e84d859eee req-31310381-b73c-4b54-af39-37b9eb03fdac tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973535 Oct 11 16:13:29.588451 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 2b432817-ba7f-4cc6-b3ca-f13543550bec triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:29.588759 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.611278 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] For port 6f44c440-5d05-4131-b130-19d9addea1f3, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:29.627001 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] For port 6f44c440-5d05-4131-b130-19d9addea1f3, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=6f44c440-5d05-4131-b130-19d9addea1f3,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:29.729518 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a506d-e786-4973-8df1-75c98be64681 req-287d85ee-0ea1-4b71-a709-930b8f09a1a8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:29.741604 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9f6a506d-e786-4973-8df1-75c98be64681 req-287d85ee-0ea1-4b71-a709-930b8f09a1a8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 944 time: 0.1014290 Oct 11 16:13:29.769099 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-b45ae3d0-881f-4e77-b1eb-b3742770e058 None None] Port 010b03eb-86e1-4dbf-b7cb-d9550360227a cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:29.777098 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:29.832473 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9f6a506d-e786-4973-8df1-75c98be64681 req-894abab9-f1d3-4a64-93ef-8100e5624429 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871465 Oct 11 16:13:29.950832 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Routers {'3679c325-ea55-4b8c-905d-753e2dcc6c6c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:29.951766 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:30.018642 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51024) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:30.029540 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-9ab42b95-210f-4e0f-ba77-15f32bc9a1e2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348037846', 'description': 'tempest-secgroup-smoke-1348037846 description', 'project_id': '1dd13212d3f248c785d9f51092e253ab'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:30.075738 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9ab42b95-210f-4e0f-ba77-15f32bc9a1e2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.099054 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f51fc311-eec2-40fb-bb99-c04c5af1179a up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:30.139158 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093e11c-2c53-4c2c-94c6-1b54339498f0 None None] Pushing event updated for resources: {'Port': ['ID=6f44c440-5d05-4131-b130-19d9addea1f3,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:30.156543 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f347a-e25e-430b-a78d-da1387735744 req-8f20af07-4733-4e10-9afb-d7f7449bd9df tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:30.164844 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a57f347a-e25e-430b-a78d-da1387735744 req-8f20af07-4733-4e10-9afb-d7f7449bd9df tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1641195 Oct 11 16:13:30.165050 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] Set router 3679c325-ea55-4b8c-905d-753e2dcc6c6c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:30.166987 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-afbc7f17-5939-4d4a-8679-3f2176481729 None None] Provisioning complete for port 010b03eb-86e1-4dbf-b7cb-d9550360227a triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:30.167374 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-afbc7f17-5939-4d4a-8679-3f2176481729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.248484 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a57f347a-e25e-430b-a78d-da1387735744 req-a0ea491e-360f-4524-8279-5250d484459d tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798199 Oct 11 16:13:30.285177 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-afbc7f17-5939-4d4a-8679-3f2176481729 None None] Port 010b03eb-86e1-4dbf-b7cb-d9550360227a cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:30.319395 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9ab42b95-210f-4e0f-ba77-15f32bc9a1e2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.330205 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9ab42b95-210f-4e0f-ba77-15f32bc9a1e2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.375732 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9ab42b95-210f-4e0f-ba77-15f32bc9a1e2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.379679 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-9ab42b95-210f-4e0f-ba77-15f32bc9a1e2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3564446 Oct 11 16:13:30.380698 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51032) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:30.386291 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-2c3b0922-c88d-4365-a3b6-fe7afd9c8c23 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Request body: {'security_group_rule': {'security_group_id': '03324e9a-e475-474b-a949-692d4fd0e85d', 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:30.392958 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab42b95-210f-4e0f-ba77-15f32bc9a1e2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03324e9a-e475-474b-a949-692d4fd0e85d,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:30.394043 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port f51fc311-eec2-40fb-bb99-c04c5af1179a triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:30.394413 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.424831 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0922-c88d-4365-a3b6-fe7afd9c8c23 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.508905 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0922-c88d-4365-a3b6-fe7afd9c8c23 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.517622 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0922-c88d-4365-a3b6-fe7afd9c8c23 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.541761 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b0922-c88d-4365-a3b6-fe7afd9c8c23 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c151e82f-1ebe-4150-87ad-4497cfddcacf,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:30.557675 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0922-c88d-4365-a3b6-fe7afd9c8c23 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.559849 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-2c3b0922-c88d-4365-a3b6-fe7afd9c8c23 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1774142 Oct 11 16:13:30.562397 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51040) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:30.567269 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-747794b2-8645-4c97-888c-5acc26299799 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Request body: {'security_group_rule': {'security_group_id': '03324e9a-e475-474b-a949-692d4fd0e85d', 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:30.583117 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.607878 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:22Z', 'updated_at': '2021-10-11T16:13:27Z', 'revision_number': 4, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'gw_port': {'id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:23Z', 'updated_at': '2021-10-11T16:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '010b03eb-86e1-4dbf-b7cb-d9550360227a', 'name': '', 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'mac_address': 'fa:16:3e:b4:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9c108199-0074-450f-b799-2870cf943408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:26Z', 'updated_at': '2021-10-11T16:13:27Z', 'revision_number': 2, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'subnets': [{'id': '9c108199-0074-450f-b799-2870cf943408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:30.645971 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-747794b2-8645-4c97-888c-5acc26299799 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.663923 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde9876-e727-436c-a32f-fd7576cf2161 None None] The sync data for ids ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'] in dv-cinder-809518-6-iscsi is: [{'id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:22Z', 'updated_at': '2021-10-11T16:13:27Z', 'revision_number': 4, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'gw_port': {'id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:23Z', 'updated_at': '2021-10-11T16:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '010b03eb-86e1-4dbf-b7cb-d9550360227a', 'name': '', 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'mac_address': 'fa:16:3e:b4:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9c108199-0074-450f-b799-2870cf943408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:26Z', 'updated_at': '2021-10-11T16:13:27Z', 'revision_number': 2, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'subnets': [{'id': '9c108199-0074-450f-b799-2870cf943408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:30.693413 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:13:30.695757 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5537e09e-5c33-4757-8791-4bde4dab2ea4" -d '{"events": [{"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-plugged", "status": "completed", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:13:30.743570 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:30.744985 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.751279 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.783659 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae6935e-8911-4567-ba9f-71ac7bb7ad12 x-openstack-request-id: req-4ae6935e-8911-4567-ba9f-71ac7bb7ad12 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:13:30.783929 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-plugged", "status": "completed", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:13:30.784148 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ae6935e-8911-4567-ba9f-71ac7bb7ad12 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:13:30.784633 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'code': 200} Oct 11 16:13:30.812626 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-747794b2-8645-4c97-888c-5acc26299799 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.820054 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-747794b2-8645-4c97-888c-5acc26299799 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.888161 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-747794b2-8645-4c97-888c-5acc26299799 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:30.889582 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-747794b2-8645-4c97-888c-5acc26299799 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3260489 Oct 11 16:13:30.892857 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51056) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:30.897873 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-db439ac9-6360-45f5-ab7e-9a5a53eee642 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Request body: {'security_group_rule': {'security_group_id': '03324e9a-e475-474b-a949-692d4fd0e85d', 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:30.898433 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747794b2-8645-4c97-888c-5acc26299799 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6760f5-78bd-44aa-86ff-901b80a37c54,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:30.931790 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=7']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:30.987237 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-db439ac9-6360-45f5-ab7e-9a5a53eee642 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.155739 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07f603-581e-454b-a57c-2b615c21afcc req-7a7a8f29-bdbb-426b-beb8-29bf20887c0c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:31.158672 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eb07f603-581e-454b-a57c-2b615c21afcc req-7a7a8f29-bdbb-426b-beb8-29bf20887c0c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1681442 Oct 11 16:13:31.249614 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eb07f603-581e-454b-a57c-2b615c21afcc req-465e84e3-4b25-4bb6-9b2f-64c06baf1263 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823767 Oct 11 16:13:31.346583 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-db439ac9-6360-45f5-ab7e-9a5a53eee642 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.364559 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-db439ac9-6360-45f5-ab7e-9a5a53eee642 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.398040 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddf0a-59fd-47cd-9b1a-1bba67e7d945 req-2047f94c-997f-45b8-a515-fab614e46d92 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:31.408160 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-630ddf0a-59fd-47cd-9b1a-1bba67e7d945 req-2047f94c-997f-45b8-a515-fab614e46d92 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.7110891 Oct 11 16:13:31.443378 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db439ac9-6360-45f5-ab7e-9a5a53eee642 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43604ea-2566-4cad-a945-67c3c6406ecb,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:31.468479 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-db439ac9-6360-45f5-ab7e-9a5a53eee642 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.469868 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-db439ac9-6360-45f5-ab7e-9a5a53eee642 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5759416 Oct 11 16:13:31.478922 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51066) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:31.489445 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6baef70-9912-40d5-b818-60a30e11f691 req-60ec2765-598d-4d6e-b44c-5fec82764428 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:31.491058 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e6baef70-9912-40d5-b818-60a30e11f691 req-60ec2765-598d-4d6e-b44c-5fec82764428 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1424699 Oct 11 16:13:31.510925 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-8c12ebcc-cb86-41c0-b004-aa49d94653b3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Request body: {'security_group_rule': {'security_group_id': '03324e9a-e475-474b-a949-692d4fd0e85d', 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:31.583614 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-630ddf0a-59fd-47cd-9b1a-1bba67e7d945 req-3c47c8f4-e4d0-4ad7-bae4-72cd71d92a09 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742609 Oct 11 16:13:31.586369 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e6baef70-9912-40d5-b818-60a30e11f691 req-70636012-ff6c-4678-b422-6e2b621e24fc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877402 Oct 11 16:13:31.609240 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c12ebcc-cb86-41c0-b004-aa49d94653b3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.739033 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c12ebcc-cb86-41c0-b004-aa49d94653b3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.749135 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c12ebcc-cb86-41c0-b004-aa49d94653b3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.788891 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12ebcc-cb86-41c0-b004-aa49d94653b3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9685552-b811-4c2b-abf5-718ec5859a31,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:31.814819 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c12ebcc-cb86-41c0-b004-aa49d94653b3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.820517 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-8c12ebcc-cb86-41c0-b004-aa49d94653b3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3364661 Oct 11 16:13:31.820813 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51072) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:31.825522 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-342933d5-6e0f-4772-84bd-646c4749bb5d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Request body: {'security_group_rule': {'security_group_id': '03324e9a-e475-474b-a949-692d4fd0e85d', 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:31.856899 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.securitygroups_db [None req-342933d5-6e0f-4772-84bd-646c4749bb5d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Project 1dd13212d3f248c785d9f51092e253ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:13:31.864337 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-342933d5-6e0f-4772-84bd-646c4749bb5d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.981510 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-342933d5-6e0f-4772-84bd-646c4749bb5d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:31.991245 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-342933d5-6e0f-4772-84bd-646c4749bb5d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:32.025725 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342933d5-6e0f-4772-84bd-646c4749bb5d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5c621b-ba8f-415c-8137-2774343021d0,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:32.036078 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-342933d5-6e0f-4772-84bd-646c4749bb5d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:32.046620 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-342933d5-6e0f-4772-84bd-646c4749bb5d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2246423 Oct 11 16:13:32.049689 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51076) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:32.054990 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-f903cd54-266a-470e-a7c0-aa0844e83e96 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Request body: {'security_group_rule': {'security_group_id': '03324e9a-e475-474b-a949-692d4fd0e85d', 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:32.115942 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.securitygroups_db [None req-f903cd54-266a-470e-a7c0-aa0844e83e96 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Project 1dd13212d3f248c785d9f51092e253ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:13:32.130160 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f903cd54-266a-470e-a7c0-aa0844e83e96 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:32.215734 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f903cd54-266a-470e-a7c0-aa0844e83e96 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:32.222909 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f903cd54-266a-470e-a7c0-aa0844e83e96 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:32.248260 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903cd54-266a-470e-a7c0-aa0844e83e96 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2934e7-4d4e-4457-92ce-0f6d32991d2b,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:32.270964 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f903cd54-266a-470e-a7c0-aa0844e83e96 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:32.272409 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f903cd54-266a-470e-a7c0-aa0844e83e96 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2211137 Oct 11 16:13:32.497428 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9289f0-a336-4243-9b18-f47a9c5f4522 req-a9078a0b-f61b-4fa4-80e7-5bab04df8ad5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:32.507141 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ca9289f0-a336-4243-9b18-f47a9c5f4522 req-a9078a0b-f61b-4fa4-80e7-5bab04df8ad5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1155930 Oct 11 16:13:32.559827 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ca9289f0-a336-4243-9b18-f47a9c5f4522 req-2432fc17-8d92-4f56-a472-e4af45b67299 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506024 Oct 11 16:13:32.814251 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ce3a9-3189-40a3-a033-11d579728dfe req-a6cbb503-a432-447c-89b5-f1c38b03b5d6 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:32.823922 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4d0ce3a9-3189-40a3-a033-11d579728dfe req-a6cbb503-a432-447c-89b5-f1c38b03b5d6 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.1396492 Oct 11 16:13:32.826315 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b628ce-30c1-4408-9f37-296013297ba6 req-ce02a416-37e1-4c36-9be2-85549ca9f13a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:32.862675 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c8b628ce-30c1-4408-9f37-296013297ba6 req-ce02a416-37e1-4c36-9be2-85549ca9f13a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1702261 Oct 11 16:13:32.900848 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4d0ce3a9-3189-40a3-a033-11d579728dfe req-101dcf0c-faf3-4b36-b589-559bec79458a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704062 Oct 11 16:13:32.918842 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c8b628ce-30c1-4408-9f37-296013297ba6 req-c6fa9752-1c63-4835-880c-68c98429dd4f tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552738 Oct 11 16:13:33.332140 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 6f44c440-5d05-4131-b130-19d9addea1f3 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:33.392020 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 6f44c440-5d05-4131-b130-19d9addea1f3 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:33.393013 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:33.628867 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:33.665505 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 6f44c440-5d05-4131-b130-19d9addea1f3, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=6f44c440-5d05-4131-b130-19d9addea1f3,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:33.672123 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:33.774724 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=6f44c440-5d05-4131-b130-19d9addea1f3,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:33.792040 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707764a5-11d2-4860-b326-5b3b48144af2 req-5d402075-b8f3-4031-b363-5045a38a2e04 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:33.801940 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-707764a5-11d2-4860-b326-5b3b48144af2 req-5d402075-b8f3-4031-b363-5045a38a2e04 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1309516 Oct 11 16:13:33.843676 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-707764a5-11d2-4860-b326-5b3b48144af2 req-bdb56568-e460-4775-ab85-862b53e7735b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 Oct 11 16:13:34.012523 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Sync routers for ids ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:34.030016 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Routers {'3679c325-ea55-4b8c-905d-753e2dcc6c6c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:34.031498 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:34.107006 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c57620-0410-48fe-a68d-8d9be3352db7 req-50067c59-4838-4be3-890e-cb82b5337aaf tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:34.117544 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-63c57620-0410-48fe-a68d-8d9be3352db7 req-50067c59-4838-4be3-890e-cb82b5337aaf tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.1220169 Oct 11 16:13:34.129516 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990280a-3863-496f-b2e2-e482be2e7001 req-57231100-4324-4766-9adb-ae27eb47b434 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:34.131486 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a990280a-3863-496f-b2e2-e482be2e7001 req-57231100-4324-4766-9adb-ae27eb47b434 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1275380 Oct 11 16:13:34.193783 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-63c57620-0410-48fe-a68d-8d9be3352db7 req-fe79391e-6b1f-461a-9d2a-db5b51ea125f tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747263 Oct 11 16:13:34.235904 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Set router 3679c325-ea55-4b8c-905d-753e2dcc6c6c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:34.255451 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a990280a-3863-496f-b2e2-e482be2e7001 req-6b9d1d47-669b-4351-810c-ab173ec50472 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037605 Oct 11 16:13:34.544191 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:22Z', 'updated_at': '2021-10-11T16:13:27Z', 'revision_number': 4, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'gw_port': {'id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:23Z', 'updated_at': '2021-10-11T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '010b03eb-86e1-4dbf-b7cb-d9550360227a', 'name': '', 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'mac_address': 'fa:16:3e:b4:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9c108199-0074-450f-b799-2870cf943408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:26Z', 'updated_at': '2021-10-11T16:13:27Z', 'revision_number': 2, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'subnets': [{'id': '9c108199-0074-450f-b799-2870cf943408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:34.579950 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Checking router: 3679c325-ea55-4b8c-905d-753e2dcc6c6c for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:34.580303 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Updating router 3679c325-ea55-4b8c-905d-753e2dcc6c6c port 010b03eb-86e1-4dbf-b7cb-d9550360227a binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:34.606709 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:34.901196 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:34.909789 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:34.979629 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47247f-db0e-4b7c-9e6b-3f2ea88ecbee None None] Pushing event updated for resources: {'Port': ['ID=010b03eb-86e1-4dbf-b7cb-d9550360227a,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:35.035468 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb87a0-cafd-4ace-bbed-31002f2c7073 req-6b953e19-cb63-41ee-aeec-938e0f21df4f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:35.037604 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fddb87a0-cafd-4ace-bbed-31002f2c7073 req-6b953e19-cb63-41ee-aeec-938e0f21df4f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0915375 Oct 11 16:13:35.043226 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Attempting to bind port 010b03eb-86e1-4dbf-b7cb-d9550360227a on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:35.043818 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Attempting to bind port 010b03eb-86e1-4dbf-b7cb-d9550360227a by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:35.043946 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Attempting to bind port 010b03eb-86e1-4dbf-b7cb-d9550360227a on network 39e3bba6-c134-408d-9846-4b50085ca283 {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:35.050876 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:35.051240 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Checking segment: {'id': 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:35.051671 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:35.052054 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Bound using segment: {'id': 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:35.052515 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Bound port: 010b03eb-86e1-4dbf-b7cb-d9550360227a, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:35.052911 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:35.116447 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fddb87a0-cafd-4ace-bbed-31002f2c7073 req-52b8c326-4b2f-4ce5-a08c-5186063f561d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712376 Oct 11 16:13:35.149420 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] For port 010b03eb-86e1-4dbf-b7cb-d9550360227a, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:35.154088 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] For port 010b03eb-86e1-4dbf-b7cb-d9550360227a, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=010b03eb-86e1-4dbf-b7cb-d9550360227a,segment=NetworkSegment(b356a8e3-df41-48a2-bc73-643cbdc6cfa1),segment_id=b356a8e3-df41-48a2-bc73-643cbdc6cfa1)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:35.160149 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:35.245162 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Routers {'3679c325-ea55-4b8c-905d-753e2dcc6c6c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:35.245761 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:35.346919 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47247f-db0e-4b7c-9e6b-3f2ea88ecbee None None] Pushing event updated for resources: {'Port': ['ID=010b03eb-86e1-4dbf-b7cb-d9550360227a,revision_number=4']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:35.378253 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-950f93c7-5130-483c-8673-db11ddcc9cf2 None None] Provisioning complete for port 010b03eb-86e1-4dbf-b7cb-d9550360227a triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:35.379406 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-950f93c7-5130-483c-8673-db11ddcc9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:35.425003 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 6f44c440-5d05-4131-b130-19d9addea1f3 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:35.502569 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375ebeb-df09-4a0b-8bab-22c6ee8d2d74 req-38085a8c-d3da-483e-9940-1fe9a4df64e8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:35.504191 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0375ebeb-df09-4a0b-8bab-22c6ee8d2d74 req-38085a8c-d3da-483e-9940-1fe9a4df64e8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.1326966 Oct 11 16:13:35.547880 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] Set router 3679c325-ea55-4b8c-905d-753e2dcc6c6c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:35.598633 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0375ebeb-df09-4a0b-8bab-22c6ee8d2d74 req-21bc57ca-b1fc-4475-9032-87eefea42b18 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822074 Oct 11 16:13:35.601699 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12670a-70a0-4d37-961f-ff6550f5e4a5 req-0e52c4fa-813e-41bb-a751-4f620cd2f369 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:35.603748 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5e12670a-70a0-4d37-961f-ff6550f5e4a5 req-0e52c4fa-813e-41bb-a751-4f620cd2f369 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1071239 Oct 11 16:13:35.622447 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 6f44c440-5d05-4131-b130-19d9addea1f3 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:35.623945 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:35.721027 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5e12670a-70a0-4d37-961f-ff6550f5e4a5 req-cbeafc1f-ccf7-4e0c-8e09-5494b3958b0c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009138 Oct 11 16:13:35.735629 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-950f93c7-5130-483c-8673-db11ddcc9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:35.847989 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-950f93c7-5130-483c-8673-db11ddcc9cf2 None None] For port 010b03eb-86e1-4dbf-b7cb-d9550360227a, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=010b03eb-86e1-4dbf-b7cb-d9550360227a,segment=NetworkSegment(b356a8e3-df41-48a2-bc73-643cbdc6cfa1),segment_id=b356a8e3-df41-48a2-bc73-643cbdc6cfa1)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:35.866984 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-950f93c7-5130-483c-8673-db11ddcc9cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:35.972841 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f93c7-5130-483c-8673-db11ddcc9cf2 None None] Pushing event updated for resources: {'Port': ['ID=010b03eb-86e1-4dbf-b7cb-d9550360227a,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:35.989796 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-6628a481-439d-49e9-821b-4dcd576510ff None None] Provisioning complete for port 010b03eb-86e1-4dbf-b7cb-d9550360227a triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:35.990168 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6628a481-439d-49e9-821b-4dcd576510ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.029970 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:22Z', 'updated_at': '2021-10-11T16:13:27Z', 'revision_number': 4, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'gw_port': {'id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:23Z', 'updated_at': '2021-10-11T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '010b03eb-86e1-4dbf-b7cb-d9550360227a', 'name': '', 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'mac_address': 'fa:16:3e:b4:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9c108199-0074-450f-b799-2870cf943408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:26Z', 'updated_at': '2021-10-11T16:13:35Z', 'revision_number': 4, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'subnets': [{'id': '9c108199-0074-450f-b799-2870cf943408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:36.070598 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf1487-417f-4e69-b7da-208421a6de96 None None] The sync data for ids ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'] in dv-cinder-809518-6-iscsi is: [{'id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:22Z', 'updated_at': '2021-10-11T16:13:27Z', 'revision_number': 4, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'gw_port': {'id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:23Z', 'updated_at': '2021-10-11T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '010b03eb-86e1-4dbf-b7cb-d9550360227a', 'name': '', 'network_id': '39e3bba6-c134-408d-9846-4b50085ca283', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'mac_address': 'fa:16:3e:b4:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '9c108199-0074-450f-b799-2870cf943408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:26Z', 'updated_at': '2021-10-11T16:13:35Z', 'revision_number': 4, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'subnets': [{'id': '9c108199-0074-450f-b799-2870cf943408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:36.227458 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51206) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:36.357630 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86a68-64dc-4560-a0b1-3c769fffe364 req-82e5c4c2-1f11-48bf-9d69-c439d9d32280 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:36.364045 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b6e86a68-64dc-4560-a0b1-3c769fffe364 req-82e5c4c2-1f11-48bf-9d69-c439d9d32280 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1061821 Oct 11 16:13:36.425195 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2c17266d-83ef-492f-afdf-ed85186e6b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.440802 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b6e86a68-64dc-4560-a0b1-3c769fffe364 req-e8b66fa7-ab5c-41d8-9cba-f98a05ad3a36 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699623 Oct 11 16:13:36.554146 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2c17266d-83ef-492f-afdf-ed85186e6b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.587925 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2c17266d-83ef-492f-afdf-ed85186e6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.662502 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-2c17266d-83ef-492f-afdf-ed85186e6b90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4c0b5fec9af486184a3bbe5f373a28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372852 Oct 11 16:13:36.665131 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51214) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:36.671744 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17266d-83ef-492f-afdf-ed85186e6b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5883a83b-5071-4fe2-b8b0-a87781f42440,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:36.754200 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3804-e9b2-4611-a026-2de2aa56f935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.807394 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3804-e9b2-4611-a026-2de2aa56f935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.816474 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b8b77-47ac-405a-9f39-66063fae040c req-8bb885f4-636f-4e7b-a0b8-7ce268de4158 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:36.818362 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e63b8b77-47ac-405a-9f39-66063fae040c req-8bb885f4-636f-4e7b-a0b8-7ce268de4158 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.1099720 Oct 11 16:13:36.887259 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b1414-bb58-43fd-b8b8-b52b690eac63 req-4deb2054-5b33-4aa2-ab72-afa9ec4499b7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:36.891399 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-de4b1414-bb58-43fd-b8b8-b52b690eac63 req-4deb2054-5b33-4aa2-ab72-afa9ec4499b7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0619259 Oct 11 16:13:36.900468 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e63b8b77-47ac-405a-9f39-66063fae040c req-3d8a1ee8-7b91-4742-bfe1-79ae5781a2d4 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756826 Oct 11 16:13:36.935193 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3804-e9b2-4611-a026-2de2aa56f935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.946109 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3804-e9b2-4611-a026-2de2aa56f935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:36.946109 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-5e4e3804-e9b2-4611-a026-2de2aa56f935 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5883a83b-5071-4fe2-b8b0-a87781f42440 HTTP/1.1" status: 204 len: 168 time: 0.2763255 Oct 11 16:13:36.952716 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-de4b1414-bb58-43fd-b8b8-b52b690eac63 req-c1034151-e113-493c-a4b3-9c59d3dcc06e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553548 Oct 11 16:13:36.953455 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e3804-e9b2-4611-a026-2de2aa56f935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5883a83b-5071-4fe2-b8b0-a87781f42440,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:37.359245 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 010b03eb-86e1-4dbf-b7cb-d9550360227a up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:37.444602 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 010b03eb-86e1-4dbf-b7cb-d9550360227a triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:37.444978 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.492743 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51226) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:37.509236 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.520914 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6e64783b-201b-4f7a-9ce1-293a0336232f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.667857 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fa979-e721-44fa-a3a2-894e668655fe req-dd82c58f-ea8b-485c-84bc-e36b93c3f567 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:37.669375 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-392fa979-e721-44fa-a3a2-894e668655fe req-dd82c58f-ea8b-485c-84bc-e36b93c3f567 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0828965 Oct 11 16:13:37.710185 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6e64783b-201b-4f7a-9ce1-293a0336232f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.732945 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-392fa979-e721-44fa-a3a2-894e668655fe req-2a7a6193-c4b8-4cfb-be9c-ca7d7b9c691c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508926 Oct 11 16:13:37.733895 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6e64783b-201b-4f7a-9ce1-293a0336232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.781470 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-6e64783b-201b-4f7a-9ce1-293a0336232f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba75aee87c54479ea4179c389fb6fdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859535 Oct 11 16:13:37.784161 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51230) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:37.786408 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64783b-201b-4f7a-9ce1-293a0336232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380f2c7a-68a8-4a9d-b161-670e8cbae3fe,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:37.845068 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-375b0051-957a-44db-ada9-e755e22904ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.868292 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-375b0051-957a-44db-ada9-e755e22904ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.918837 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-375b0051-957a-44db-ada9-e755e22904ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.921826 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-375b0051-957a-44db-ada9-e755e22904ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:37.925813 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-375b0051-957a-44db-ada9-e755e22904ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/380f2c7a-68a8-4a9d-b161-670e8cbae3fe HTTP/1.1" status: 204 len: 168 time: 0.1378183 Oct 11 16:13:37.934047 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b0051-957a-44db-ada9-e755e22904ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380f2c7a-68a8-4a9d-b161-670e8cbae3fe,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:38.076002 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9b8da-2526-4713-9307-0b963c605fd8 req-fbe22404-7d11-4339-8a0b-9c1fb2d51e58 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:38.084884 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-36c9b8da-2526-4713-9307-0b963c605fd8 req-fbe22404-7d11-4339-8a0b-9c1fb2d51e58 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.0817616 Oct 11 16:13:38.112598 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dfcf1-7806-4165-85f8-34a50b63ace3 req-6a221970-39c9-4172-8224-f295fa093cc9 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:38.114350 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ea8dfcf1-7806-4165-85f8-34a50b63ace3 req-6a221970-39c9-4172-8224-f295fa093cc9 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0671334 Oct 11 16:13:38.150141 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-36c9b8da-2526-4713-9307-0b963c605fd8 req-d31eed6f-51bf-4f98-b9fd-0e85921adf14 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643506 Oct 11 16:13:38.171451 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ea8dfcf1-7806-4165-85f8-34a50b63ace3 req-12c750e7-83ac-46fd-8141-4098e4a5ba63 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504081 Oct 11 16:13:38.868335 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c8d6-2b78-4c9c-8454-3a0c03c7ec94 req-8285bb5f-f995-409b-ab0d-870d021d47a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:38.869941 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b360c8d6-2b78-4c9c-8454-3a0c03c7ec94 req-8285bb5f-f995-409b-ab0d-870d021d47a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0526752 Oct 11 16:13:38.909879 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b360c8d6-2b78-4c9c-8454-3a0c03c7ec94 req-c8c3b218-d1b6-4fab-b357-8393d38c2ef4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331175 Oct 11 16:13:39.300330 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f220e7c-ef9a-4da8-a77b-cc0328f71644 req-f1d13889-cda1-414f-94c6-83d37a3271f5 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:39.302774 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9f220e7c-ef9a-4da8-a77b-cc0328f71644 req-f1d13889-cda1-414f-94c6-83d37a3271f5 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.0736694 Oct 11 16:13:39.344586 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9f220e7c-ef9a-4da8-a77b-cc0328f71644 req-c43bd13c-81aa-4e1b-927f-e393b700dfd8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346563 Oct 11 16:13:39.548578 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e79725-8911-47b9-aac7-e155b1f1c30d req-dcb89346-cb2e-41bf-8f1b-5ea9f0ae3ae2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:39.550241 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e9e79725-8911-47b9-aac7-e155b1f1c30d req-dcb89346-cb2e-41bf-8f1b-5ea9f0ae3ae2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0544639 Oct 11 16:13:39.601434 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e9e79725-8911-47b9-aac7-e155b1f1c30d req-a0e0fa8f-4c2a-4002-a4c3-1ac10d594ac1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 Oct 11 16:13:40.042098 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028264a7-d92c-49ba-a6cb-4bb4c278e000 req-b13f12d7-6249-4996-8634-97a4c8b5b0ec tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:40.043623 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-028264a7-d92c-49ba-a6cb-4bb4c278e000 req-b13f12d7-6249-4996-8634-97a4c8b5b0ec tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0532091 Oct 11 16:13:40.086797 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-028264a7-d92c-49ba-a6cb-4bb4c278e000 req-c3b7545a-8907-43d3-b3b9-a3099f39a86e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367098 Oct 11 16:13:40.220509 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51318) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:40.361932 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-971aeda9-6649-442a-983a-434a2a6a22a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:40.446921 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-971aeda9-6649-442a-983a-434a2a6a22a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:40.452722 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-971aeda9-6649-442a-983a-434a2a6a22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:40.468868 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fa945-cefa-42c2-9fa6-d350ccbc6f37 req-9e0eee80-3152-4acb-9297-5811be424c65 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:40.470529 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-004fa945-cefa-42c2-9fa6-d350ccbc6f37 req-9e0eee80-3152-4acb-9297-5811be424c65 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.0549302 Oct 11 16:13:40.489356 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-971aeda9-6649-442a-983a-434a2a6a22a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4359f40fb8394cc3982abcd9465bfcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673686 Oct 11 16:13:40.492436 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51324) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:40.494147 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971aeda9-6649-442a-983a-434a2a6a22a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe07af2-4ec7-43e0-8cc8-cba758823345,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:40.531443 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-004fa945-cefa-42c2-9fa6-d350ccbc6f37 req-04cd0fb6-3e43-4226-9d41-42b563719636 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539572 Oct 11 16:13:40.561755 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5050a8eb-c457-4c66-8afb-dbed0b353558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:40.584899 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5050a8eb-c457-4c66-8afb-dbed0b353558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:40.643101 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5050a8eb-c457-4c66-8afb-dbed0b353558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:40.647405 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5050a8eb-c457-4c66-8afb-dbed0b353558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:40.650067 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-5050a8eb-c457-4c66-8afb-dbed0b353558 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbe07af2-4ec7-43e0-8cc8-cba758823345 HTTP/1.1" status: 204 len: 168 time: 0.1565716 Oct 11 16:13:40.659681 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050a8eb-c457-4c66-8afb-dbed0b353558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe07af2-4ec7-43e0-8cc8-cba758823345,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:40.740478 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427230b0-8165-434f-acd0-33ad5e6cdd2d req-096bc911-b3d2-4a64-8a4a-bb72180385ad tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:40.742011 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-427230b0-8165-434f-acd0-33ad5e6cdd2d req-096bc911-b3d2-4a64-8a4a-bb72180385ad tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0501690 Oct 11 16:13:40.785037 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-427230b0-8165-434f-acd0-33ad5e6cdd2d req-8379ac0a-b791-405f-bb43-ece36a84c343 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368006 Oct 11 16:13:40.947290 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51334) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:40.963319 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c69dd15b-1329-443b-b4e9-e468913f6e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:41.038801 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c69dd15b-1329-443b-b4e9-e468913f6e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:41.043369 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c69dd15b-1329-443b-b4e9-e468913f6e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:41.087232 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-c69dd15b-1329-443b-b4e9-e468913f6e8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3223cf8ff6ea4d6b9b9624dea14c7c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384974 Oct 11 16:13:41.088097 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dd15b-1329-443b-b4e9-e468913f6e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764550d8-4760-4b6a-bba6-3566e33eab42,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:41.090817 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51336) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:41.145830 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d63b209e-9166-471a-962d-c0e2c46be857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:41.172661 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d63b209e-9166-471a-962d-c0e2c46be857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:41.222499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aece3-9164-4b9e-b079-0fce59a1933b req-2d6bac8e-de07-4a28-ae8d-b247f63c3f99 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:41.228133 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ab4aece3-9164-4b9e-b079-0fce59a1933b req-2d6bac8e-de07-4a28-ae8d-b247f63c3f99 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0597165 Oct 11 16:13:41.228806 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d63b209e-9166-471a-962d-c0e2c46be857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:41.231640 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d63b209e-9166-471a-962d-c0e2c46be857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:41.236325 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-d63b209e-9166-471a-962d-c0e2c46be857 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/764550d8-4760-4b6a-bba6-3566e33eab42 HTTP/1.1" status: 204 len: 168 time: 0.1415687 Oct 11 16:13:41.242093 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b209e-9166-471a-962d-c0e2c46be857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764550d8-4760-4b6a-bba6-3566e33eab42,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:41.270051 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ab4aece3-9164-4b9e-b079-0fce59a1933b req-6bba43da-a922-4834-9174-bf5bfc4704fa tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383472 Oct 11 16:13:41.437497 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Request body: {'port': {'device_id': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:41.505306 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:41.551886 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-0bd7c4b2-0e8a-4c9f-9f1f-918cb9080867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:41.553416 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-0bd7c4b2-0e8a-4c9f-9f1f-918cb9080867 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 1099 time: 0.0470710 Oct 11 16:13:41.922402 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0969204-8d1d-4bc1-8f03-6eb2db627486 {{(pid=94277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:13:41.940725 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:41.972295 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.provisioning_blocks [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Transition to ACTIVE for port object f0969204-8d1d-4bc1-8f03-6eb2db627486 will not be triggered until provisioned by entity L2. {{(pid=94277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:13:41.980269 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:42.021316 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52982c-6be1-4ad9-b999-04c30b7b7840 req-2efc5496-6248-4d7c-a6f2-149c6a5ad3d2 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:42.030703 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5b52982c-6be1-4ad9-b999-04c30b7b7840 req-2efc5496-6248-4d7c-a6f2-149c6a5ad3d2 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 932 time: 0.4250562 Oct 11 16:13:42.050038 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a34125-539e-4dae-bd18-7ac1e662812e req-4ae628f3-403d-462b-b988-97e6dec33149 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:42.062425 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-57a34125-539e-4dae-bd18-7ac1e662812e req-4ae628f3-403d-462b-b988-97e6dec33149 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1345904 Oct 11 16:13:42.087730 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-20b30278-ba79-432d-9753-e37355eb04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:42.089719 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-20b30278-ba79-432d-9753-e37355eb04f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 910 time: 0.4722962 Oct 11 16:13:42.126607 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-57a34125-539e-4dae-bd18-7ac1e662812e req-7c7118b9-5bdb-4b89-a748-e25401fc9541 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584483 Oct 11 16:13:42.131868 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0969204-8d1d-4bc1-8f03-6eb2db627486,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:42.139911 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5b52982c-6be1-4ad9-b999-04c30b7b7840 req-6cb4f78b-808e-4181-8d55-6717fe2ccd8b tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074178 Oct 11 16:13:42.174077 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.177353 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.178744 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.179541 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.181356 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.182764 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.183919 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.184680 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.185968 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.187405 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.188470 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.189524 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:42.338109 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51388) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:42.374493 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Attempting to bind port f0969204-8d1d-4bc1-8f03-6eb2db627486 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:42.374948 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Attempting to bind port f0969204-8d1d-4bc1-8f03-6eb2db627486 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:42.375289 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Attempting to bind port f0969204-8d1d-4bc1-8f03-6eb2db627486 on network 8235ac25-fac9-489a-a537-17bc92b51d0e {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:42.394043 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Port f0969204-8d1d-4bc1-8f03-6eb2db627486 on network 8235ac25-fac9-489a-a537-17bc92b51d0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:13:42.395924 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Attempting to bind port f0969204-8d1d-4bc1-8f03-6eb2db627486 on network 8235ac25-fac9-489a-a537-17bc92b51d0e {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:42.408779 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:42.410627 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Checking segment: {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:42.411826 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Bound using segment: {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'} {{(pid=94277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:42.413445 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.managers [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Bound port: f0969204-8d1d-4bc1-8f03-6eb2db627486, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83aa2e4-66e2-45d8-817d-a22f36b64345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e'}}] {{(pid=94277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:42.414048 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:42.423286 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-14b095e8-c983-44a6-87e3-40dcb683ff2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 200 len: 1001 time: 0.3226383 Oct 11 16:13:42.526647 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-68210422-network', 'tenant_id': '2452024f030b4d59957523265ec9c8b9'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:42.547606 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dbe0-5c89-4d3e-8690-9af230ccb411 req-8862b748-54b4-42a0-9310-72cfdadd1c1d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:42.550013 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8726dbe0-5c89-4d3e-8690-9af230ccb411 req-8862b748-54b4-42a0-9310-72cfdadd1c1d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1304746 Oct 11 16:13:42.554562 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-c1583ed2-166d-45c0-9950-8518cad9b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:42.556002 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-c1583ed2-166d-45c0-9950-8518cad9b02d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.1103747 Oct 11 16:13:42.576481 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2b576-fcdb-4ec9-8bfc-f421daebcb5d req-e634873c-88d6-464f-b319-d37ed8c96fec tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:42.578363 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eec2b576-fcdb-4ec9-8bfc-f421daebcb5d req-e634873c-88d6-464f-b319-d37ed8c96fec tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.1123388 Oct 11 16:13:42.626163 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] For port f0969204-8d1d-4bc1-8f03-6eb2db627486, host hv-cinder-80951, cleared binding levels {{(pid=94277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:42.626502 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Made reservation on behalf of 2452024f030b4d59957523265ec9c8b9 for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:42.626502 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:42.652921 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:42.661619 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] For port f0969204-8d1d-4bc1-8f03-6eb2db627486, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:42.678859 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eec2b576-fcdb-4ec9-8bfc-f421daebcb5d req-98f8b4cd-69b9-471b-8802-08d53ec3c473 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843713 Oct 11 16:13:42.679147 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8726dbe0-5c89-4d3e-8690-9af230ccb411 req-5db31063-75c8-43f7-8a1f-166895faa175 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186523 Oct 11 16:13:42.684393 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-50040a84-b340-4d29-ac82-70311a4f357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:42.686133 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:42.693841 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-50040a84-b340-4d29-ac82-70311a4f357e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1248727 Oct 11 16:13:42.736897 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:42.739803 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:42.743688 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 1094 time: 1.3090839 Oct 11 16:13:42.748422 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:13:42.751111 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdecd75-ee85-4d98-894c-d0a87e891b94" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:13:42.890891 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2694de8-c312-471d-bb8b-829f8bb65202 x-openstack-request-id: req-e2694de8-c312-471d-bb8b-829f8bb65202 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:13:42.891211 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:13:42.891501 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2694de8-c312-471d-bb8b-829f8bb65202 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:13:42.891851 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'status': 'completed', 'code': 200} Oct 11 16:13:42.904504 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42006923-3137-40dc-be20-5bbbce4a99b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0969204-8d1d-4bc1-8f03-6eb2db627486,revision_number=3']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:42.917211 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-6bbe0e70-e13c-4ace-baf4-bddecf4215f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:42.918836 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-6bbe0e70-e13c-4ace-baf4-bddecf4215f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37d5a55eb539422481f1d574065c5ef8&device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1097 time: 0.0751009 Oct 11 16:13:42.989057 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-b30fcd76-3853-403c-bfe2-b44083e099e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 217 time: 0.0613112 Oct 11 16:13:43.006585 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:43.012848 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:43.066828 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-44294e2c-a2b8-4bdf-9a09-9fb63aa876ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:43.068717 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-44294e2c-a2b8-4bdf-9a09-9fb63aa876ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54db26f7-a6dd-4ded-8fd9-b4f587da16fa HTTP/1.1" status: 200 len: 854 time: 0.0712185 Oct 11 16:13:43.077182 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f200a97a-9a24-485d-9588-2a21b7593649,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:43.106214 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-e525674a-766f-4d37-81ac-e93031c5e7ca service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018478 Oct 11 16:13:43.111491 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:13:43.135741 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-ad698d06-562c-429c-b5da-6292fa771b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:43.137283 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-ad698d06-562c-429c-b5da-6292fa771b12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8235ac25-fac9-489a-a537-17bc92b51d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604091 Oct 11 16:13:43.181208 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:43.181625 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Added segment 2e84fb28-46f5-4232-a37f-04a1da204fb9 of type vlan for network 5b164382-35a7-44c5-b939-25b36e951afb Oct 11 16:13:43.260868 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:43.323893 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-798531ab-2763-48cd-b4ee-f6382b0be2f4 req-79fe85f1-0e4d-4981-a21d-4928fdd2b39d service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088928 Oct 11 16:13:43.343573 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-03497f3c-c8e7-4561-bb1c-f9933a43c411 service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958966 Oct 11 16:13:43.349796 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:43.350863 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:43.351563 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:43.354866 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b60bc-34e6-4df9-8dce-5b0916368d5f req-32426f00-db3f-49b7-b145-dccf63429d0d tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:43.358751 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e8b60bc-34e6-4df9-8dce-5b0916368d5f req-32426f00-db3f-49b7-b145-dccf63429d0d tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 944 time: 0.0938385 Oct 11 16:13:43.472912 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e8b60bc-34e6-4df9-8dce-5b0916368d5f req-0a7e5215-797d-4193-9af9-2106192a4423 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018381 Oct 11 16:13:43.504095 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1633801 Oct 11 16:13:43.505422 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a116794-9356-4fbb-b2b3-b878f61ec6ac admin admin] Pushing event updated for resources: {'Network': ['ID=5b164382-35a7-44c5-b939-25b36e951afb,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:43.508120 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51404) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:43.514116 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Request body: {'subnet': {'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-68210422-subnet', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'ip_version': 4}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:43.516952 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 5b164382-35a7-44c5-b939-25b36e951afb details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:13:43.522805 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-599e5caf-89f7-417f-bbe9-460c1e3bc5ea req-e278d0c9-ee32-471b-92af-557d9dd1096e service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627295 Oct 11 16:13:43.600833 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Made reservation on behalf of 2452024f030b4d59957523265ec9c8b9 for: {'subnet': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:43.604844 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3760614'] for subnet, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:43.673941 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-6f508bc2-520a-4e0b-a0eb-f8195d0e1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:43.675965 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-6f508bc2-520a-4e0b-a0eb-f8195d0e1a86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 1099 time: 0.1330879 Oct 11 16:13:43.754663 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-50367f1a-4a49-43d4-a061-ad29a3deda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:43.760222 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-50367f1a-4a49-43d4-a061-ad29a3deda35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37d5a55eb539422481f1d574065c5ef8&device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1097 time: 0.1752119 Oct 11 16:13:43.969138 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449ee42-cedf-4708-a888-c67941f06b0a req-76ec11a4-b034-4342-b25b-3951a0aba3a8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:43.984031 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a449ee42-cedf-4708-a888-c67941f06b0a req-76ec11a4-b034-4342-b25b-3951a0aba3a8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1485476 Oct 11 16:13:43.988938 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-a5b07709-1d9a-4b9f-b7b5-8fad881ef1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:43.990766 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-a5b07709-1d9a-4b9f-b7b5-8fad881ef1ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 200 len: 916 time: 0.2203250 Oct 11 16:13:44.007699 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb16a6-eb45-4e98-89bf-b1969978c2f7 req-e0c2a7cc-5a20-4a27-9f0e-d70bb98a982d tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:44.009348 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0dfb16a6-eb45-4e98-89bf-b1969978c2f7 req-e0c2a7cc-5a20-4a27-9f0e-d70bb98a982d tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.2172298 Oct 11 16:13:44.052821 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-90b4a083-e2df-44c5-95c1-c45d4266cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:44.054967 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-90b4a083-e2df-44c5-95c1-c45d4266cacb service neutron] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 910 time: 0.3689909 Oct 11 16:13:44.063479 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3502602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3760584'] for subnet, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:44.081196 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-ff6b09b1-a120-44ae-ab38-84da3aafac38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 217 time: 0.0751436 Oct 11 16:13:44.155274 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a449ee42-cedf-4708-a888-c67941f06b0a req-3fd2a45a-a3b5-43c5-9542-e9bd499389a0 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500409 Oct 11 16:13:44.197976 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0dfb16a6-eb45-4e98-89bf-b1969978c2f7 req-988d9bdf-980b-4bac-ace7-3d602e7ce0c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624844 Oct 11 16:13:44.198387 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-a9c40891-32dd-40a1-8c1d-ed62e35c8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:44.200756 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-a9c40891-32dd-40a1-8c1d-ed62e35c8c39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54db26f7-a6dd-4ded-8fd9-b4f587da16fa HTTP/1.1" status: 200 len: 854 time: 0.1090844 Oct 11 16:13:44.213888 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-8b8796a6-a866-41f9-8605-2dffa948fdd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 200 len: 1001 time: 0.1476874 Oct 11 16:13:44.214743 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c84828e-b709-4757-825d-ee3adc2e440e,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:44.262176 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-5e39f9ec-f5ad-4bb0-91eb-697a41ec8531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:44.263723 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-5e39f9ec-f5ad-4bb0-91eb-697a41ec8531 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8235ac25-fac9-489a-a537-17bc92b51d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533595 Oct 11 16:13:44.280999 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Checking segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:44.281354 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Network hostable DHCP agents. Network: 5b164382-35a7-44c5-b939-25b36e951afb, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:13:44.302307 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-89612e1c-49a1-418d-988c-86f380ac9b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:44.303828 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-89612e1c-49a1-418d-988c-86f380ac9b46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.0775564 Oct 11 16:13:44.325288 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Network 5b164382-35a7-44c5-b939-25b36e951afb is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:13:44.358193 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 5b164382-35a7-44c5-b939-25b36e951afb) {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:44.366217 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36178c03-537f-40af-84da-f0054c4c2a57 None None] Network 5b164382-35a7-44c5-b939-25b36e951afb requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:44.372858 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:44.373514 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:44.388052 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-a8d736ad-e448-45ce-9422-26479e05143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:44.389777 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-a8d736ad-e448-45ce-9422-26479e05143b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765712 Oct 11 16:13:44.404380 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b34385b0-986d-46f9-ae3d-05b0f30e96d5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8923705 Oct 11 16:13:44.409310 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51418) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:44.423032 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:44.448109 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-d9dff7b5-69ea-414b-b8ba-24ec1f31301c service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760466 Oct 11 16:13:44.500998 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:44.502087 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:44.572736 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-62b65575-988b-4d9d-a7bd-77a44cd2cbeb service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698015 Oct 11 16:13:44.634669 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:44.647160 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-5b164382-35a7-44c5-b939-25b36e951afb', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:13:44.648185 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:44.702720 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cbdecd75-ee85-4d98-894c-d0a87e891b94 req-d5935c6d-56a3-4844-ad01-84386f7a3d5e service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421288 Oct 11 16:13:44.729582 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5f36d8ab-7524-459e-84db-7feacdddce14 req-59ba432d-838b-478e-8420-d07e1238538a service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489203 Oct 11 16:13:44.847795 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Allocated IP 172.20.0.2 (5b164382-35a7-44c5-b939-25b36e951afb/1c84828e-b709-4757-825d-ee3adc2e440e/eabf737e-e2b4-464c-9353-0fecea2b776a) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:45.065845 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd838b-6476-436b-896c-d27519591561 req-b1affbc2-005a-40ad-af36-694d248bb465 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:45.067460 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4cdd838b-6476-436b-896c-d27519591561 req-b1affbc2-005a-40ad-af36-694d248bb465 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 944 time: 0.4561033 Oct 11 16:13:45.118021 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:45.126424 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:45.156621 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:45.171974 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Network 5b164382-35a7-44c5-b939-25b36e951afb is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:45.179296 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:45.184099 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Pushing event updated for resources: {'Port': ['ID=eabf737e-e2b4-464c-9353-0fecea2b776a,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:45.187193 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:45.195105 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4cdd838b-6476-436b-896c-d27519591561 req-3c0e1241-34c5-4c84-82f1-83fc35f60f32 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920398 Oct 11 16:13:45.350793 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Attempting to bind port eabf737e-e2b4-464c-9353-0fecea2b776a on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:45.351190 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Attempting to bind port eabf737e-e2b4-464c-9353-0fecea2b776a by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:45.351572 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Attempting to bind port eabf737e-e2b4-464c-9353-0fecea2b776a on network 5b164382-35a7-44c5-b939-25b36e951afb {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:45.357193 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:45.357577 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Checking segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:45.358036 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:45.358498 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Bound using segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:45.358958 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Bound port: eabf737e-e2b4-464c-9353-0fecea2b776a, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:45.359327 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:45.438374 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] For port eabf737e-e2b4-464c-9353-0fecea2b776a, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:45.454953 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c7145-86d7-488d-8d3d-8f2d6897472c req-9731319b-4940-4487-a121-6894bb45a5a4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:45.454953 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-277c7145-86d7-488d-8d3d-8f2d6897472c req-9731319b-4940-4487-a121-6894bb45a5a4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1055267 Oct 11 16:13:45.458084 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] For port eabf737e-e2b4-464c-9353-0fecea2b776a, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=eabf737e-e2b4-464c-9353-0fecea2b776a,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:45.463349 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:45.571906 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-277c7145-86d7-488d-8d3d-8f2d6897472c req-2b462c45-24e0-4a61-8b1c-36d2a354fb9e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114836 Oct 11 16:13:45.573355 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf6ee5-b65d-4980-ae06-1186cb369b1f None None] Pushing event updated for resources: {'Port': ['ID=eabf737e-e2b4-464c-9353-0fecea2b776a,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:45.636463 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:45.645380 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8f83b-f67d-480d-8efb-24493bd6fb8c req-e54b085a-ed06-49d8-aea0-caa29f10f2be tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:45.657060 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acb8f83b-f67d-480d-8efb-24493bd6fb8c req-e54b085a-ed06-49d8-aea0-caa29f10f2be tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.2764966 Oct 11 16:13:45.708460 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:45.745625 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acb8f83b-f67d-480d-8efb-24493bd6fb8c req-94c34a68-bea0-47fa-a51e-92b57b13d0b7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848825 Oct 11 16:13:45.889185 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Allocated IP 172.27.0.159 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/a006fc5d-9698-488e-98ad-a5d4abce3250) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:46.025877 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:46.072381 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:46.123611 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:46.131107 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:46.135351 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:46.166147 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Pushing event updated for resources: {'Port': ['ID=a006fc5d-9698-488e-98ad-a5d4abce3250,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:46.374048 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7738c1a-4329-4eb2-a265-06d84cdb4e81 req-2ff51473-7941-4145-8752-755da623cc6b tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:46.381629 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d7738c1a-4329-4eb2-a265-06d84cdb4e81 req-2ff51473-7941-4145-8752-755da623cc6b tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 944 time: 0.0970836 Oct 11 16:13:46.430952 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d7738c1a-4329-4eb2-a265-06d84cdb4e81 req-773eebf1-4199-4274-b6a9-dbbb7ccdb032 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483425 Oct 11 16:13:46.501397 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:46.771078 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:46.772024 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903b7b7c-5302-42ce-b676-effdd3bb114a None None] Network 5b164382-35a7-44c5-b939-25b36e951afb requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:46.790638 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58230ac0-0070-485b-9891-d8957c1d1c23 req-26ce2733-14f7-47c5-b577-ca0dc9ceb3b3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:46.792451 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-58230ac0-0070-485b-9891-d8957c1d1c23 req-26ce2733-14f7-47c5-b577-ca0dc9ceb3b3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0871692 Oct 11 16:13:46.858622 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-794089a4-1f64-4a25-a20f-4b47ae3abdb2 None None] Provisioning complete for port eabf737e-e2b4-464c-9353-0fecea2b776a triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:46.858622 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-794089a4-1f64-4a25-a20f-4b47ae3abdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:46.926345 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-58230ac0-0070-485b-9891-d8957c1d1c23 req-aba5e761-1032-4bbf-bf9c-70ef3a1e4576 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775075 Oct 11 16:13:46.937224 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1380d-c373-4073-ad2c-3402d21508ba req-495a34fa-5c54-4c9a-969e-50b60579b81c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:46.949750 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-794089a4-1f64-4a25-a20f-4b47ae3abdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:46.952542 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1ba1380d-c373-4073-ad2c-3402d21508ba req-495a34fa-5c54-4c9a-969e-50b60579b81c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0947807 Oct 11 16:13:46.984973 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-794089a4-1f64-4a25-a20f-4b47ae3abdb2 None None] For port eabf737e-e2b4-464c-9353-0fecea2b776a, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=eabf737e-e2b4-464c-9353-0fecea2b776a,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:46.990240 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1ba1380d-c373-4073-ad2c-3402d21508ba req-8d6d6e28-0edd-4cea-b7a3-9fb6bbe6617b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368237 Oct 11 16:13:47.000227 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-794089a4-1f64-4a25-a20f-4b47ae3abdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:47.025331 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Router 270e0103-5605-4069-990e-307a35ac3ec9 is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:13:47.085207 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794089a4-1f64-4a25-a20f-4b47ae3abdb2 None None] Pushing event updated for resources: {'Port': ['ID=eabf737e-e2b4-464c-9353-0fecea2b776a,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:47.144369 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:47.173648 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Sync routers for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:47.202086 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:47.202722 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:47.212272 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:47.213534 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-15bf31c3-c291-4023-8013-5255473a0681 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8032374 Oct 11 16:13:47.217559 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51454) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:47.360770 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:47.413319 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device eabf737e-e2b4-464c-9353-0fecea2b776a up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:47.551613 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-bd192d18-153b-4da0-a144-45b743b851f7 None None] Provisioning complete for port eabf737e-e2b4-464c-9353-0fecea2b776a triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:47.552482 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-bd192d18-153b-4da0-a144-45b743b851f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:47.624086 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db1a4a-2442-402a-bb09-6f29980217b9 req-7ca58c61-b817-4a62-9756-eeb03cd693dd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:47.625714 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8db1a4a-2442-402a-bb09-6f29980217b9 req-7ca58c61-b817-4a62-9756-eeb03cd693dd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 944 time: 0.0928061 Oct 11 16:13:47.627154 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port eabf737e-e2b4-464c-9353-0fecea2b776a triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:47.627566 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:47.724294 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b8db1a4a-2442-402a-bb09-6f29980217b9 req-740d1035-2b94-4ede-a00e-95ac703cb7d7 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840554 Oct 11 16:13:47.798305 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:46Z', 'revision_number': 3, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:47.831994 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Checking router: 270e0103-5605-4069-990e-307a35ac3ec9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:47.832338 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Updating router 270e0103-5605-4069-990e-307a35ac3ec9 port a006fc5d-9698-488e-98ad-a5d4abce3250 binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:47.864155 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:47.924718 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.144108 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f0969204-8d1d-4bc1-8f03-6eb2db627486 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:13:48.173495 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Allocated IP 172.20.0.1 (5b164382-35a7-44c5-b939-25b36e951afb/1c84828e-b709-4757-825d-ee3adc2e440e/ace748f8-d376-4e1b-b576-db9f1c51af22) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:48.183309 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40280b4-5d06-4dcd-952e-827353253c98 req-a40d25fe-78ca-4510-9715-b0feb2e769a7 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:48.191308 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b40280b4-5d06-4dcd-952e-827353253c98 req-a40d25fe-78ca-4510-9715-b0feb2e769a7 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1143622 Oct 11 16:13:48.286378 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b40280b4-5d06-4dcd-952e-827353253c98 req-5f3e1622-a29c-4962-a4c8-820a30dec009 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938656 Oct 11 16:13:48.364789 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f0969204-8d1d-4bc1-8f03-6eb2db627486, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:48.387081 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'port_id': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'mac_address': 'fa:16:3e:7c:b0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:13:48.408660 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.457160 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.461450 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.467823 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.473720 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.508357 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Network 5b164382-35a7-44c5-b939-25b36e951afb is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:48.511597 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:48.515577 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:48.532008 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Attempting to bind port a006fc5d-9698-488e-98ad-a5d4abce3250 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:48.532302 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Attempting to bind port a006fc5d-9698-488e-98ad-a5d4abce3250 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:48.532607 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Attempting to bind port a006fc5d-9698-488e-98ad-a5d4abce3250 on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:48.535550 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0969204-8d1d-4bc1-8f03-6eb2db627486 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:13:48.539287 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Pushing event updated for resources: {'Port': ['ID=ace748f8-d376-4e1b-b576-db9f1c51af22,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:48.552810 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.553994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.553994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.553994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.554366 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.554643 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.554758 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.555103 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.555459 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.555986 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.556357 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.556637 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:13:48.561353 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:48.561614 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:48.561852 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.562254 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:48.562746 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Bound port: a006fc5d-9698-488e-98ad-a5d4abce3250, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:48.563140 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.596317 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.624510 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] For port a006fc5d-9698-488e-98ad-a5d4abce3250, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:48.628104 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] For port a006fc5d-9698-488e-98ad-a5d4abce3250, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=a006fc5d-9698-488e-98ad-a5d4abce3250,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:48.644917 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3c466-20e9-4897-88fe-ac50315b042e None None] Pushing event updated for resources: {'Port': ['ID=a006fc5d-9698-488e-98ad-a5d4abce3250,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:48.656100 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f0969204-8d1d-4bc1-8f03-6eb2db627486, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:48.657941 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.718524 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.725148 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3c466-20e9-4897-88fe-ac50315b042e None None] Pushing event updated for resources: {'Port': ['ID=a006fc5d-9698-488e-98ad-a5d4abce3250,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:48.787652 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:48.788354 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:48.831201 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.923342 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4862525-5bde-4a4d-8f38-a87173005c02 req-b680c613-bb70-4455-9155-298e643812ec tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:48.933994 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c4862525-5bde-4a4d-8f38-a87173005c02 req-b680c613-bb70-4455-9155-298e643812ec tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 945 time: 0.0831826 Oct 11 16:13:48.936087 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:48.964720 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-f1cbe382-226b-488a-8fdd-0401b30bbcab None None] Provisioning complete for port ace748f8-d376-4e1b-b576-db9f1c51af22 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:48.965101 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f1cbe382-226b-488a-8fdd-0401b30bbcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:48.969159 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=f0969204-8d1d-4bc1-8f03-6eb2db627486,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:48.986745 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c4862525-5bde-4a4d-8f38-a87173005c02 req-0f676e32-97dd-46df-9527-6b57078769b5 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509825 Oct 11 16:13:49.043851 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:49.052825 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:49.067093 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbe382-226b-488a-8fdd-0401b30bbcab None None] Port ace748f8-d376-4e1b-b576-db9f1c51af22 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:49.125757 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Pushing event updated for resources: {'Port': ['ID=ace748f8-d376-4e1b-b576-db9f1c51af22,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:49.128886 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:49.216838 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 1, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:49.245958 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d127c3-21e2-4564-8d71-331144f516c3 None None] The sync data for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi is: [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 1, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:49.249667 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Network 5b164382-35a7-44c5-b939-25b36e951afb is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:49.251169 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:49.322747 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['f0969204-8d1d-4bc1-8f03-6eb2db627486'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:13:49.474117 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Router 270e0103-5605-4069-990e-307a35ac3ec9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:13:49.701003 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-a7ea0657-2230-4e4b-b7f0-73614b745600 None None] Provisioning complete for port ace748f8-d376-4e1b-b576-db9f1c51af22 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:49.701741 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a7ea0657-2230-4e4b-b7f0-73614b745600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:49.760748 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea0657-2230-4e4b-b7f0-73614b745600 None None] Port ace748f8-d376-4e1b-b576-db9f1c51af22 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:49.985355 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655f96-65d3-48a9-a597-74997eedcf64 req-6519d5d2-760b-400b-ada8-ee2006a55667 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:49.992667 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8d655f96-65d3-48a9-a597-74997eedcf64 req-6519d5d2-760b-400b-ada8-ee2006a55667 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1050320 Oct 11 16:13:50.068901 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:50.090969 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-248d6f22-bfb3-4e93-89a3-8304880f4936 admin admin] 10.222.0.18 "PUT /v2.0/routers/270e0103-5605-4069-990e-307a35ac3ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8650630 Oct 11 16:13:50.095707 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8d655f96-65d3-48a9-a597-74997eedcf64 req-5cad7317-b252-4ba5-8984-9bb5e797f2a6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012597 Oct 11 16:13:50.161692 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ec2d7-bd14-4801-9806-39681865090b req-56384659-3002-48d9-9531-fa51c98e606c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:50.163279 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e27ec2d7-bd14-4801-9806-39681865090b req-56384659-3002-48d9-9531-fa51c98e606c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 945 time: 0.0818825 Oct 11 16:13:50.262949 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e27ec2d7-bd14-4801-9806-39681865090b req-7b0dd981-5cb6-464b-8a44-aa40e677a52c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902770 Oct 11 16:13:50.774994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51488) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:50.782078 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1348606410-network', 'tenant_id': '3950ed0657694306aa8d56918fa12a05'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:50.814933 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Made reservation on behalf of 3950ed0657694306aa8d56918fa12a05 for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:50.817783 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:50.830286 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:50.962148 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.015524 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.029783 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:13:51.041742 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.042496 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Added segment e2cd2d73-4717-40ae-ab97-aae51f43b67d of type vlan for network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 Oct 11 16:13:51.145900 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.154696 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03d00eb-3e9d-4c34-9e65-6173a19658ff,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:51.196938 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.198130 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:51.198791 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.288918 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] Pushing event updated for resources: {'Network': ['ID=25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:51.302090 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-8c025c37-6f02-42b8-819a-ca6442b9eedd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5226767 Oct 11 16:13:51.302499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51494) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:51.304627 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:13:51.308130 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Request body: {'subnet': {'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1348606410-subnet', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:51.360778 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Made reservation on behalf of 3950ed0657694306aa8d56918fa12a05 for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:13:51.363440 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3867621'] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.422346 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device a006fc5d-9698-488e-98ad-a5d4abce3250 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:51.436133 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060b8c2-e23d-4f8a-977d-dd50c2b91e25 req-017ebb84-32f1-4c99-af7f-b87545778a9c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:51.444996 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7060b8c2-e23d-4f8a-977d-dd50c2b91e25 req-017ebb84-32f1-4c99-af7f-b87545778a9c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1706581 Oct 11 16:13:51.505441 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7060b8c2-e23d-4f8a-977d-dd50c2b91e25 req-97a7ecca-7abc-4012-94d1-37b84f6fb991 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595117 Oct 11 16:13:51.509235 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port a006fc5d-9698-488e-98ad-a5d4abce3250 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:51.509623 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.597417 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed11ff-7d9e-473d-80d1-69db2bff22cc req-1a408d4f-ae01-4019-98ec-802fbc9ac107 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:51.604795 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d9ed11ff-7d9e-473d-80d1-69db2bff22cc req-1a408d4f-ae01-4019-98ec-802fbc9ac107 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 945 time: 0.1438773 Oct 11 16:13:51.628721 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.664289 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port a006fc5d-9698-488e-98ad-a5d4abce3250, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=a006fc5d-9698-488e-98ad-a5d4abce3250,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:51.674192 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.683467 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d9ed11ff-7d9e-473d-80d1-69db2bff22cc req-9234ca86-0350-462b-a30c-8ec71c3a9cb6 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772886 Oct 11 16:13:51.766479 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3867595'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.778019 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=a006fc5d-9698-488e-98ad-a5d4abce3250,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:51.852187 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72549ff6-2cc3-4823-8c23-2bccff48b684,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:51.867494 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Checking segment: {'id': 'e2cd2d73-4717-40ae-ab97-aae51f43b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:51.867862 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Network hostable DHCP agents. Network: 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:13:51.891985 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:13:51.908260 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:51.914690 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:51.915541 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.917877 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058531a7-2fe1-4163-90c0-8145dae23cdd None None] Network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:51.935275 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-4e641132-9a38-4b58-a840-9f0681097fe6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6311412 Oct 11 16:13:51.939019 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51504) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:51.944094 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:51.979634 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7951854', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-110366'] for router, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:51.985440 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7951738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7954221', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-419874', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-110343'] for router, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.067156 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.103058 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88359ced-f230-5f7e-9df9-38bc6c7af77d-25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3', 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'fixed_ips': [{'subnet_id': '72549ff6-2cc3-4823-8c23-2bccff48b684'}]}} from dv-cinder-809518-6-iscsi. {{(pid=94278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 16:13:52.103976 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.123691 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Sync routers for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:52.139338 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:52.140280 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:52.263438 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.277456 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f0969204-8d1d-4bc1-8f03-6eb2db627486 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:52.301042 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:52.400914 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port f0969204-8d1d-4bc1-8f03-6eb2db627486 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:13:52.407538 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port f0969204-8d1d-4bc1-8f03-6eb2db627486 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:52.407976 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.539603 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.db_base_plugin_common [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Allocated IP 172.20.0.2 (25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3/72549ff6-2cc3-4823-8c23-2bccff48b684/d0edac03-fc5e-4799-8ee1-d45ee2262596) {{(pid=94278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:52.550671 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.588184 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.618044 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 2, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:52.643756 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.668574 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Checking router: 270e0103-5605-4069-990e-307a35ac3ec9 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:52.669281 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Updating router 270e0103-5605-4069-990e-307a35ac3ec9 port ace748f8-d376-4e1b-b576-db9f1c51af22 binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:52.699508 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.709122 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:13:52.711681 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba840ee2-b9db-452d-9b69-843b0c5d4bfe" -d '{"events": [{"server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "name": "network-vif-plugged", "status": "completed", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:13:52.735276 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f0969204-8d1d-4bc1-8f03-6eb2db627486, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:52.745619 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.765259 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151a1bf-1e6e-4938-8682-5ab51c99cfb2 req-38d85fdf-26cb-49c0-8ed9-e4025236327f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:52.766803 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8151a1bf-1e6e-4938-8682-5ab51c99cfb2 req-38d85fdf-26cb-49c0-8ed9-e4025236327f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1188793 Oct 11 16:13:52.801726 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Allocated IP 172.27.0.133 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/3f91d86b-2520-44dd-b8ce-84933e23d6fb) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:52.841132 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Notify callbacks [] for port, precommit_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.846230 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8151a1bf-1e6e-4938-8682-5ab51c99cfb2 req-5ad0f64e-f8aa-4684-bd1f-5e00ba495654 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724490 Oct 11 16:13:52.846808 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=f0969204-8d1d-4bc1-8f03-6eb2db627486,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:52.854171 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855'] for port, after_create {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.911415 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 is already hosted by enough agents. {{(pid=94278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:52.914774 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.scheduler.base_scheduler [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Resources bound (agent type, host, resource id): {{(pid=94278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:52.919076 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Received port after_create {{(pid=94278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:52.929507 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Pushing event updated for resources: {'Port': ['ID=d0edac03-fc5e-4799-8ee1-d45ee2262596,revision_number=1']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:52.991643 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:52.992959 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7567f495-ff21-41ed-bd8a-4e8a2fb58df3 x-openstack-request-id: req-7567f495-ff21-41ed-bd8a-4e8a2fb58df3 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:13:52.992959 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "name": "network-vif-plugged", "status": "completed", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:13:52.993378 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7567f495-ff21-41ed-bd8a-4e8a2fb58df3 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:13:52.993859 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'code': 200} Oct 11 16:13:53.008901 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Attempting to bind port d0edac03-fc5e-4799-8ee1-d45ee2262596 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:53.009280 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Attempting to bind port d0edac03-fc5e-4799-8ee1-d45ee2262596 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'e2cd2d73-4717-40ae-ab97-aae51f43b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:53.009508 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea81a57-2aa8-4638-b979-133464c010ec req-6100dd7e-9bae-4e75-a34c-b3244ded8202 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:53.009981 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Attempting to bind port d0edac03-fc5e-4799-8ee1-d45ee2262596 on network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:53.021245 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cea81a57-2aa8-4638-b979-133464c010ec req-6100dd7e-9bae-4e75-a34c-b3244ded8202 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.1996162 Oct 11 16:13:53.031825 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:53.032368 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Checking segment: {'id': 'e2cd2d73-4717-40ae-ab97-aae51f43b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:53.032946 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.033400 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Bound using segment: {'id': 'e2cd2d73-4717-40ae-ab97-aae51f43b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:53.034001 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Bound port: d0edac03-fc5e-4799-8ee1-d45ee2262596, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cd2d73-4717-40ae-ab97-aae51f43b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:53.034652 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.054185 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.087650 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cea81a57-2aa8-4638-b979-133464c010ec req-a9baaa98-0a58-4b3c-80c5-a719ccc2a33c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625992 Oct 11 16:13:53.137106 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:53.159546 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:53.162964 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] For port d0edac03-fc5e-4799-8ee1-d45ee2262596, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:53.172502 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] For port d0edac03-fc5e-4799-8ee1-d45ee2262596, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=d0edac03-fc5e-4799-8ee1-d45ee2262596,segment=NetworkSegment(e2cd2d73-4717-40ae-ab97-aae51f43b67d),segment_id=e2cd2d73-4717-40ae-ab97-aae51f43b67d)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:53.181259 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.190954 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:53.242479 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Pushing event updated for resources: {'Port': ['ID=3f91d86b-2520-44dd-b8ce-84933e23d6fb,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:53.242870 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb80d0-e154-4740-834d-ab797e8458db None None] Pushing event updated for resources: {'Port': ['ID=d0edac03-fc5e-4799-8ee1-d45ee2262596,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:53.260096 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05d867-7c2f-4483-88aa-21e341cd0ad4 req-c77fbe68-e275-4629-81f7-9132465ee311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:53.261634 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-df05d867-7c2f-4483-88aa-21e341cd0ad4 req-c77fbe68-e275-4629-81f7-9132465ee311 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1099 time: 0.1167223 Oct 11 16:13:53.282633 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.298912 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.451668 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device a006fc5d-9698-488e-98ad-a5d4abce3250 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:53.461347 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d978186-a291-4c62-a2c1-26b6dfdb9b6b None None] Pushing event updated for resources: {'Port': ['ID=ace748f8-d376-4e1b-b576-db9f1c51af22,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:53.470798 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-df05d867-7c2f-4483-88aa-21e341cd0ad4 req-7313a8ac-ecf1-4737-b8a8-75ef4c6cb0ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159334 Oct 11 16:13:53.474433 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Attempting to bind port ace748f8-d376-4e1b-b576-db9f1c51af22 on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:53.474878 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Attempting to bind port ace748f8-d376-4e1b-b576-db9f1c51af22 by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:53.475303 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Attempting to bind port ace748f8-d376-4e1b-b576-db9f1c51af22 on network 5b164382-35a7-44c5-b939-25b36e951afb {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:53.481477 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:53.482022 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Checking segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:53.482499 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.482967 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Bound using segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:53.483637 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Bound port: ace748f8-d376-4e1b-b576-db9f1c51af22, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:53.484298 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.566721 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port a006fc5d-9698-488e-98ad-a5d4abce3250 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:53.567413 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.674185 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] For port ace748f8-d376-4e1b-b576-db9f1c51af22, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:53.684800 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] For port ace748f8-d376-4e1b-b576-db9f1c51af22, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=ace748f8-d376-4e1b-b576-db9f1c51af22,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:53.701717 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.738561 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:53.795140 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d978186-a291-4c62-a2c1-26b6dfdb9b6b None None] Pushing event updated for resources: {'Port': ['ID=ace748f8-d376-4e1b-b576-db9f1c51af22,revision_number=4']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:53.842866 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:53.843781 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:53.863980 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-bd3dc8c0-d302-47c5-876e-e1912d1ce259 None None] Provisioning complete for port ace748f8-d376-4e1b-b576-db9f1c51af22 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:53.864470 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc8c0-d302-47c5-876e-e1912d1ce259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:54.027628 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc8c0-d302-47c5-876e-e1912d1ce259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:54.035039 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:54.092076 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7951717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7994876'] for router, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:54.102625 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-bd3dc8c0-d302-47c5-876e-e1912d1ce259 None None] For port ace748f8-d376-4e1b-b576-db9f1c51af22, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=ace748f8-d376-4e1b-b576-db9f1c51af22,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:54.114177 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-bd3dc8c0-d302-47c5-876e-e1912d1ce259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:54.197053 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dc8c0-d302-47c5-876e-e1912d1ce259 None None] Pushing event updated for resources: {'Port': ['ID=ace748f8-d376-4e1b-b576-db9f1c51af22,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:54.197716 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d80a3e-b75e-4ffb-b0b8-2a2801d07abe req-179a16a0-01b6-409e-8870-7f9c1689c442 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:54.205765 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-51d80a3e-b75e-4ffb-b0b8-2a2801d07abe req-179a16a0-01b6-409e-8870-7f9c1689c442 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1893830 Oct 11 16:13:54.248030 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-fb883131-764c-477f-80dd-a652797d859d None None] Provisioning complete for port ace748f8-d376-4e1b-b576-db9f1c51af22 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:54.250875 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-fb883131-764c-477f-80dd-a652797d859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:54.270160 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-51d80a3e-b75e-4ffb-b0b8-2a2801d07abe req-232db6f7-d77c-4548-9c46-357a17df0253 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633645 Oct 11 16:13:54.346214 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9617ac-7a82-4fbb-81cf-4466be3df78d req-f4f7c1fb-b82a-4d4f-9b55-1112fd0b2c4a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:54.354585 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3f9617ac-7a82-4fbb-81cf-4466be3df78d req-f4f7c1fb-b82a-4d4f-9b55-1112fd0b2c4a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.1290531 Oct 11 16:13:54.418163 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3f9617ac-7a82-4fbb-81cf-4466be3df78d req-56d0d89d-c4aa-479d-ba0a-db9810f38a6b tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621414 Oct 11 16:13:54.500067 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:53Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:54.540855 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e7604-5aee-4d7a-99fc-bbfee522f306 None None] The sync data for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi is: [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:53Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:54.731798 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Router 5974a9c8-1ac2-4296-82b5-a405eecf2849 is scheduled to L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 with binding_index 1 {{(pid=94276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 16:13:54.791878 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b5c6a-5b25-4f3a-8423-185dc0201cdb None None] Network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:13:54.891467 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7df4e4e5-8430-42fc-83ec-0002601440f8 None None] Provisioning complete for port d0edac03-fc5e-4799-8ee1-d45ee2262596 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:54.891829 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7df4e4e5-8430-42fc-83ec-0002601440f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:54.911384 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:54.939583 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Sync routers for ids ['5974a9c8-1ac2-4296-82b5-a405eecf2849'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:13:54.947110 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] Notify callbacks [] for router, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:54.951132 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b988917a-6255-48ed-aa36-56adbe1c8b31 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0105751 Oct 11 16:13:54.954109 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51522) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:55.024211 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Routers {'5974a9c8-1ac2-4296-82b5-a405eecf2849'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:55.024795 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['5974a9c8-1ac2-4296-82b5-a405eecf2849'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:55.072335 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7df4e4e5-8430-42fc-83ec-0002601440f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:55.219476 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7df4e4e5-8430-42fc-83ec-0002601440f8 None None] For port d0edac03-fc5e-4799-8ee1-d45ee2262596, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=d0edac03-fc5e-4799-8ee1-d45ee2262596,segment=NetworkSegment(e2cd2d73-4717-40ae-ab97-aae51f43b67d),segment_id=e2cd2d73-4717-40ae-ab97-aae51f43b67d)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:55.242999 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7df4e4e5-8430-42fc-83ec-0002601440f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:55.339722 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8e2eff07-b7cc-476c-abb8-1bb0aa285a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:55.372083 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Set router 5974a9c8-1ac2-4296-82b5-a405eecf2849 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:55.376063 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4e4e5-8430-42fc-83ec-0002601440f8 None None] Pushing event updated for resources: {'Port': ['ID=d0edac03-fc5e-4799-8ee1-d45ee2262596,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:55.657727 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bea62a-34ba-476b-8c9a-ba2c8fd81ab5 req-d123f4c7-53fe-4468-bbc6-6b1f959c49c2 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:55.663627 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-04bea62a-34ba-476b-8c9a-ba2c8fd81ab5 req-d123f4c7-53fe-4468-bbc6-6b1f959c49c2 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.1472683 Oct 11 16:13:55.706544 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ace748f8-d376-4e1b-b576-db9f1c51af22 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:55.783485 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-04bea62a-34ba-476b-8c9a-ba2c8fd81ab5 req-26b15b5c-898f-4ee7-b7ad-436eba5d3dda tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000338 Oct 11 16:13:55.801421 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:51Z', 'updated_at': '2021-10-11T16:13:53Z', 'revision_number': 3, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'gw_port': {'id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:52Z', 'updated_at': '2021-10-11T16:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:55.813700 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95080a3e-c4d6-4889-8e94-c76f2bb54bdf req-61e19f41-34f6-4952-be10-248d40f4861c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:55.817048 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-95080a3e-c4d6-4889-8e94-c76f2bb54bdf req-61e19f41-34f6-4952-be10-248d40f4861c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.2126999 Oct 11 16:13:55.962403 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:55.964230 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b330b8-3772-4aa4-b7fc-347b7019f654 req-74ea02c4-1af1-46e0-af8a-c9f840630ddb tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:55.966218 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-09b330b8-3772-4aa4-b7fc-347b7019f654 req-74ea02c4-1af1-46e0-af8a-c9f840630ddb tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.0702085 Oct 11 16:13:56.000576 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-95080a3e-c4d6-4889-8e94-c76f2bb54bdf req-bd4fad4e-f2c5-4d1f-b8ed-c9984d19cdd2 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609776 Oct 11 16:13:56.030914 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-09b330b8-3772-4aa4-b7fc-347b7019f654 req-40060e2b-bcac-420c-b751-269ed1de6a4a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586057 Oct 11 16:13:56.083256 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Checking router: 5974a9c8-1ac2-4296-82b5-a405eecf2849 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:13:56.083764 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Updating router 5974a9c8-1ac2-4296-82b5-a405eecf2849 port 3f91d86b-2520-44dd-b8ce-84933e23d6fb binding host dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:13:56.142146 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port ace748f8-d376-4e1b-b576-db9f1c51af22 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:56.142525 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:56.182628 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-82423927-5591-4b2f-96ae-37badd822f88 None None] Provisioning complete for port d0edac03-fc5e-4799-8ee1-d45ee2262596 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:56.183381 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-82423927-5591-4b2f-96ae-37badd822f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:56.228758 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:56.241532 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-ef4a3259-f533-4ef0-8032-cdffd652a632 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348037846&fields=id&tenant_id=1dd13212d3f248c785d9f51092e253ab HTTP/1.1" status: 200 len: 267 time: 0.0828755 Oct 11 16:13:56.276780 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Allocated IP 172.20.0.1 (25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3/72549ff6-2cc3-4823-8c23-2bccff48b684/0111b87c-7879-4f56-9716-6d5dee339b1d) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:13:56.421856 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-64e1d7ce-bd0c-417f-bb8b-03d1800499ba tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:56.423531 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-64e1d7ce-bd0c-417f-bb8b-03d1800499ba tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/networks?id=f72d9996-2385-4ef2-9450-ee7c71f08814 HTTP/1.1" status: 200 len: 809 time: 0.1735859 Oct 11 16:13:56.445164 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-a3f485cc-addc-4ae7-9973-7cc83451c068 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/quotas/1dd13212d3f248c785d9f51092e253ab HTTP/1.1" status: 200 len: 375 time: 0.0100503 Oct 11 16:13:56.504246 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:56.514765 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device d0edac03-fc5e-4799-8ee1-d45ee2262596 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:56.530622 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-cc2ad712-ed32-448e-bdb4-26933f269cdf tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1dd13212d3f248c785d9f51092e253ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764296 Oct 11 16:13:56.556814 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4e11-f69a-4273-b3ac-b2a583dd318a req-c1be7ea3-ff05-4ce7-bbae-5cdd00561521 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:56.558375 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-078f4e11-f69a-4273-b3ac-b2a583dd318a req-c1be7ea3-ff05-4ce7-bbae-5cdd00561521 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.1172018 Oct 11 16:13:56.575600 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:56.627475 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:56.630992 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:56.653056 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:13:56.654138 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port d0edac03-fc5e-4799-8ee1-d45ee2262596 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:56.654509 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:56.661219 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-078f4e11-f69a-4273-b3ac-b2a583dd318a req-f21b1c21-0605-43be-8d3f-993293951345 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931268 Oct 11 16:13:56.724833 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7994669'] for router_interface, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:56.774199 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=0111b87c-7879-4f56-9716-6d5dee339b1d,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:56.819811 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Notify callbacks [] for port, precommit_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:56.833481 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:56.923099 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1693ee8-0ea5-41ca-bcd0-2a8018c1afab None None] Pushing event updated for resources: {'Port': ['ID=3f91d86b-2520-44dd-b8ce-84933e23d6fb,revision_number=2']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:57.000495 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.011057 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Attempting to bind port 3f91d86b-2520-44dd-b8ce-84933e23d6fb on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:13:57.011869 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Attempting to bind port 3f91d86b-2520-44dd-b8ce-84933e23d6fb by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:13:57.012506 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Attempting to bind port 3f91d86b-2520-44dd-b8ce-84933e23d6fb on network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:13:57.019095 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:13:57.019851 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Checking segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:13:57.020490 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.021087 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Bound using segment: {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'} {{(pid=94278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:13:57.021894 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.managers [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Bound port: 3f91d86b-2520-44dd-b8ce-84933e23d6fb, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bac7d2-cb56-4287-9a38-94aeb75cac9b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}}] {{(pid=94278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:13:57.022501 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.088995 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] For port 3f91d86b-2520-44dd-b8ce-84933e23d6fb, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:13:57.092485 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] For port 3f91d86b-2520-44dd-b8ce-84933e23d6fb, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=3f91d86b-2520-44dd-b8ce-84933e23d6fb,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:13:57.109570 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.119555 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-c2e2377c-9b98-4044-a873-fab4fd3af2ee service neutron] 10.222.0.18 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532963 Oct 11 16:13:57.122393 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-caf621ca-9bcf-4799-898e-0c7fe7dfcaea None None] Provisioning complete for port 0111b87c-7879-4f56-9716-6d5dee339b1d triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:57.123318 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-caf621ca-9bcf-4799-898e-0c7fe7dfcaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.250108 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493cd4c-1e80-4777-b2a4-2d38bbf83f7e req-b8e9488b-13e4-4c2e-9ce3-2ae9bd550656 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:57.253321 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1693ee8-0ea5-41ca-bcd0-2a8018c1afab None None] Pushing event updated for resources: {'Port': ['ID=3f91d86b-2520-44dd-b8ce-84933e23d6fb,revision_number=3']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:57.261537 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2493cd4c-1e80-4777-b2a4-2d38bbf83f7e req-b8e9488b-13e4-4c2e-9ce3-2ae9bd550656 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1233742 Oct 11 16:13:57.262036 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Routers {'5974a9c8-1ac2-4296-82b5-a405eecf2849'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:13:57.262897 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['5974a9c8-1ac2-4296-82b5-a405eecf2849'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:57.266186 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-caf621ca-9bcf-4799-898e-0c7fe7dfcaea None None] Port 0111b87c-7879-4f56-9716-6d5dee339b1d cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:57.335190 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2493cd4c-1e80-4777-b2a4-2d38bbf83f7e req-ff5d5aec-4594-4548-bf5a-dbce6e553729 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726147 Oct 11 16:13:57.428576 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device d0edac03-fc5e-4799-8ee1-d45ee2262596 up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:57.469413 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-82b1a644-7523-414b-a97c-028cb515b611 service neutron] 10.222.0.18 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678721 Oct 11 16:13:57.485028 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] Set router 5974a9c8-1ac2-4296-82b5-a405eecf2849 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:13:57.602004 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.618787 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.663877 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port d0edac03-fc5e-4799-8ee1-d45ee2262596 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:57.664310 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.758535 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=0111b87c-7879-4f56-9716-6d5dee339b1d,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:57.796556 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8093284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953597'] for router_interface, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.844998 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-baea8a0b-d3a6-40d6-a8de-d70280a01887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:57.929505 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:51Z', 'updated_at': '2021-10-11T16:13:56Z', 'revision_number': 4, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'gw_port': {'id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:52Z', 'updated_at': '2021-10-11T16:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0111b87c-7879-4f56-9716-6d5dee339b1d', 'name': '', 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'mac_address': 'fa:16:3e:fb:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:55Z', 'updated_at': '2021-10-11T16:13:56Z', 'revision_number': 1, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'subnets': [{'id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:13:57.990463 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:13:57.991962 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:13:57.992668 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4564a5-c25a-4d00-a93d-72f0b5464918 None None] The sync data for ids ['5974a9c8-1ac2-4296-82b5-a405eecf2849'] in dv-cinder-809518-6-iscsi is: [{'id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:51Z', 'updated_at': '2021-10-11T16:13:56Z', 'revision_number': 4, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'gw_port': {'id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:52Z', 'updated_at': '2021-10-11T16:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0111b87c-7879-4f56-9716-6d5dee339b1d', 'name': '', 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'mac_address': 'fa:16:3e:fb:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:55Z', 'updated_at': '2021-10-11T16:13:56Z', 'revision_number': 1, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'subnets': [{'id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:13:58.029486 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c1df82e6-7312-47c6-89de-4ed88d99b6a3 req-ca9f413e-a13e-43c5-89df-09805fb8d7eb tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Oct 11 16:13:58.253565 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Router 5974a9c8-1ac2-4296-82b5-a405eecf2849 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:13:58.426272 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-02d86f52-e267-4f26-abde-19b3fb11d872 None None] Provisioning complete for port 0111b87c-7879-4f56-9716-6d5dee339b1d triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:58.426646 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-02d86f52-e267-4f26-abde-19b3fb11d872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:58.468030 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-02d86f52-e267-4f26-abde-19b3fb11d872 None None] Port 0111b87c-7879-4f56-9716-6d5dee339b1d cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:13:58.625536 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:13:58.668668 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-809481a8-caf3-4400-be01-4ab8688a7aa6 admin admin] 10.222.0.18 "PUT /v2.0/routers/5974a9c8-1ac2-4296-82b5-a405eecf2849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7123296 Oct 11 16:13:58.723102 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8cce6-5a99-4570-8fea-b5dd9e6bb5bc req-40de9eb6-402f-49ed-b7ad-5269010b3ad9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:58.725460 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b9d8cce6-5a99-4570-8fea-b5dd9e6bb5bc req-40de9eb6-402f-49ed-b7ad-5269010b3ad9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.2069788 Oct 11 16:13:58.823625 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b9d8cce6-5a99-4570-8fea-b5dd9e6bb5bc req-ad5f5cf3-8bb4-40be-a612-80f0b041dfc2 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884202 Oct 11 16:13:58.849160 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:58.979802 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.450054 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 3f91d86b-2520-44dd-b8ce-84933e23d6fb up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:13:59.461749 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-85867c79-2343-447e-bcd6-42b79e640c96 req-e6713ee5-2e46-427f-8f35-f13cd8e9976b tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 210 time: 0.0509484 Oct 11 16:13:59.519902 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 3f91d86b-2520-44dd-b8ce-84933e23d6fb triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:13:59.520344 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.613614 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.635457 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] For port 3f91d86b-2520-44dd-b8ce-84933e23d6fb, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=3f91d86b-2520-44dd-b8ce-84933e23d6fb,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:13:59.640644 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.651753 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51610) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:59.658095 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-da6c6f63-dd41-4d60-af7c-5aa2719c500c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076941354', 'description': 'tempest-secgroup-smoke-1076941354 description', 'project_id': '2452024f030b4d59957523265ec9c8b9'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:59.683059 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-da6c6f63-dd41-4d60-af7c-5aa2719c500c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.704578 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Pushing event updated for resources: {'Port': ['ID=3f91d86b-2520-44dd-b8ce-84933e23d6fb,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:59.766019 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-da6c6f63-dd41-4d60-af7c-5aa2719c500c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.771984 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-da6c6f63-dd41-4d60-af7c-5aa2719c500c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.799383 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-da6c6f63-dd41-4d60-af7c-5aa2719c500c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.803931 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-da6c6f63-dd41-4d60-af7c-5aa2719c500c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1475480 Oct 11 16:13:59.804353 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51612) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:13:59.809024 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-04472e1b-33c9-4da9-bd39-a9546eb82e9f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'security_group_rule': {'security_group_id': 'd8ff5df2-7b48-4970-bdde-f3d37abd2b9f', 'project_id': '2452024f030b4d59957523265ec9c8b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:13:59.809199 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c6f63-dd41-4d60-af7c-5aa2719c500c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:59.864902 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-04472e1b-33c9-4da9-bd39-a9546eb82e9f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.899212 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-417aec30-b805-43e3-92fa-e60c4d36d377 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:59.900711 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-417aec30-b805-43e3-92fa-e60c4d36d377 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.39 "GET /v2.0/networks?id=f72d9996-2385-4ef2-9450-ee7c71f08814 HTTP/1.1" status: 200 len: 809 time: 0.1543806 Oct 11 16:13:59.949663 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-04472e1b-33c9-4da9-bd39-a9546eb82e9f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.956941 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-04472e1b-33c9-4da9-bd39-a9546eb82e9f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:13:59.959923 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d150ef-dfa7-4447-a40a-c75af44d7968 req-3bca067d-41a9-4a4e-93e5-c1a88721c542 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:13:59.961441 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-05d150ef-dfa7-4447-a40a-c75af44d7968 req-3bca067d-41a9-4a4e-93e5-c1a88721c542 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0510869 Oct 11 16:13:59.984702 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04472e1b-33c9-4da9-bd39-a9546eb82e9f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5faf49a-d944-41d3-a1b2-46b62f65d959,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:13:59.990345 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-f5f90e32-2d65-4ec3-84c3-f2ca0870b5d0 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dd13212d3f248c785d9f51092e253ab HTTP/1.1" status: 200 len: 380 time: 0.0668900 Oct 11 16:13:59.999647 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-04472e1b-33c9-4da9-bd39-a9546eb82e9f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.000765 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-04472e1b-33c9-4da9-bd39-a9546eb82e9f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1954350 Oct 11 16:14:00.001440 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-05d150ef-dfa7-4447-a40a-c75af44d7968 req-5588e84b-3a8d-420f-ab1b-1e8061d87bcd tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337865 Oct 11 16:14:00.003609 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51616) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:00.008228 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-3013597a-f673-4641-8573-8fe4112e2dbf tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'security_group_rule': {'security_group_id': 'd8ff5df2-7b48-4970-bdde-f3d37abd2b9f', 'project_id': '2452024f030b4d59957523265ec9c8b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:00.008617 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Request body: {'port': {'device_id': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'admin_state_up': True, 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'security_groups': ['03324e9a-e475-474b-a949-692d4fd0e85d']}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:00.040876 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3013597a-f673-4641-8573-8fe4112e2dbf tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.094906 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3013597a-f673-4641-8573-8fe4112e2dbf tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.100916 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3013597a-f673-4641-8573-8fe4112e2dbf tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.118481 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013597a-f673-4641-8573-8fe4112e2dbf tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56854b5-2608-4b55-80a2-bf5a7288dc94,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:00.131044 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Made reservation on behalf of 1dd13212d3f248c785d9f51092e253ab for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:14:00.134697 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.136678 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3013597a-f673-4641-8573-8fe4112e2dbf tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.137998 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-3013597a-f673-4641-8573-8fe4112e2dbf tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332519 Oct 11 16:14:00.141204 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51618) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:00.145558 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-8f4d5654-fd7d-406c-89ef-540f22790666 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'security_group_rule': {'security_group_id': 'd8ff5df2-7b48-4970-bdde-f3d37abd2b9f', 'project_id': '2452024f030b4d59957523265ec9c8b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:00.172639 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5654-fd7d-406c-89ef-540f22790666 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.230441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5654-fd7d-406c-89ef-540f22790666 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.235745 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5654-fd7d-406c-89ef-540f22790666 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.258034 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d5654-fd7d-406c-89ef-540f22790666 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9498728-8c48-4b41-9020-670b35741610,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:00.265119 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Allocated IP 172.20.0.11 (f72d9996-2385-4ef2-9450-ee7c71f08814/69ca98d4-bbfe-417a-80a4-894dd29fdda3/745936ec-16be-4da0-8bb6-485bfe9e3c0f) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:14:00.269041 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5654-fd7d-406c-89ef-540f22790666 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.273454 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-8f4d5654-fd7d-406c-89ef-540f22790666 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283939 Oct 11 16:14:00.273454 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51620) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:00.280733 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-9450d627-00b0-4539-8ba1-4cde7d4c5e2f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'security_group_rule': {'security_group_id': 'd8ff5df2-7b48-4970-bdde-f3d37abd2b9f', 'project_id': '2452024f030b4d59957523265ec9c8b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:00.316018 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9450d627-00b0-4539-8ba1-4cde7d4c5e2f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.378557 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9450d627-00b0-4539-8ba1-4cde7d4c5e2f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.383694 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9450d627-00b0-4539-8ba1-4cde7d4c5e2f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.401449 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450d627-00b0-4539-8ba1-4cde7d4c5e2f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3f9a39-55e1-4c95-a6dc-e28622f488b2,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:00.422441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9450d627-00b0-4539-8ba1-4cde7d4c5e2f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.424126 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-9450d627-00b0-4539-8ba1-4cde7d4c5e2f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491566 Oct 11 16:14:00.428751 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51624) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:00.438642 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-ccfa06c5-e9c4-4b08-a7d5-455c1a4946a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'security_group_rule': {'security_group_id': 'd8ff5df2-7b48-4970-bdde-f3d37abd2b9f', 'project_id': '2452024f030b4d59957523265ec9c8b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:00.449123 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.453488 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-b9eae09b-b02d-47a9-a8f1-4b1cb1e7e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:00.455145 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-b9eae09b-b02d-47a9-a8f1-4b1cb1e7e9f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 1098 time: 0.0447102 Oct 11 16:14:00.469470 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.securitygroups_db [None req-ccfa06c5-e9c4-4b08-a7d5-455c1a4946a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Project 2452024f030b4d59957523265ec9c8b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:14:00.476363 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ccfa06c5-e9c4-4b08-a7d5-455c1a4946a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.531515 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.567805 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-25206c99-7772-48e2-9814-c52616a58829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:00.569328 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-25206c99-7772-48e2-9814-c52616a58829 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.0985878 Oct 11 16:14:00.644967 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-61cfa23d-6b2c-4746-beb8-361e24e79073 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a HTTP/1.1" status: 200 len: 1000 time: 0.0660968 Oct 11 16:14:00.656176 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.705462 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-45e15378-b422-41ea-b960-3584bd2a651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:00.707022 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-45e15378-b422-41ea-b960-3584bd2a651c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0503099 Oct 11 16:14:00.767271 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-1ad47b5e-4da0-4931-94b3-6795f4c6619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:00.768857 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-1ad47b5e-4da0-4931-94b3-6795f4c6619e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541883 Oct 11 16:14:00.854021 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ccfa06c5-e9c4-4b08-a7d5-455c1a4946a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.863454 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Network f72d9996-2385-4ef2-9450-ee7c71f08814 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:14:00.866733 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ccfa06c5-e9c4-4b08-a7d5-455c1a4946a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.875411 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:14:00.878648 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-e092dd36-7896-4624-9d6c-9253e1f5c8d3 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918856 Oct 11 16:14:00.886716 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:14:00.894802 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'Port': ['ID=745936ec-16be-4da0-8bb6-485bfe9e3c0f,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:00.922291 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa06c5-e9c4-4b08-a7d5-455c1a4946a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e2b717-3b4c-4e61-8570-33dd733e402f,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:00.938975 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ccfa06c5-e9c4-4b08-a7d5-455c1a4946a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.943130 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-ccfa06c5-e9c4-4b08-a7d5-455c1a4946a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5133791 Oct 11 16:14:00.943802 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51628) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:00.956521 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-1e39b716-42c9-42d2-aa65-c1d1fe0380c4 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'security_group_rule': {'security_group_id': 'd8ff5df2-7b48-4970-bdde-f3d37abd2b9f', 'project_id': '2452024f030b4d59957523265ec9c8b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:00.971291 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6709d-dc6f-4c0b-9c94-5ffdacdecef3 req-0732d6d8-3f78-471e-82e1-173590f32950 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:00.972850 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72a6709d-dc6f-4c0b-9c94-5ffdacdecef3 req-0732d6d8-3f78-471e-82e1-173590f32950 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 932 time: 0.4334462 Oct 11 16:14:00.981253 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:00.981971 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:00.989379 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7d17f48d-12c5-4db6-b0da-a1d87bcb1701 req-beda6412-3fdb-4440-8cfb-53b0981a0b9c service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971961 Oct 11 16:14:01.031320 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.securitygroups_db [None req-1e39b716-42c9-42d2-aa65-c1d1fe0380c4 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Project 2452024f030b4d59957523265ec9c8b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:14:01.041326 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-61bdbac0-86c7-4942-a026-0b192f948a2d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0370061 Oct 11 16:14:01.044434 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72a6709d-dc6f-4c0b-9c94-5ffdacdecef3 req-ec85f37e-41b3-42d0-8a2b-96caccf7a095 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572329 Oct 11 16:14:01.045506 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1e39b716-42c9-42d2-aa65-c1d1fe0380c4 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.069450 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Request body: {'port': {'device_id': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:01.143753 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358668dd-67d6-4c08-a367-647cf1b35f64 req-3a7cbfc0-d855-44d5-81f4-0ce219638a5f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:01.145384 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-358668dd-67d6-4c08-a367-647cf1b35f64 req-3a7cbfc0-d855-44d5-81f4-0ce219638a5f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0567048 Oct 11 16:14:01.163449 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1e39b716-42c9-42d2-aa65-c1d1fe0380c4 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.164630 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.176521 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1e39b716-42c9-42d2-aa65-c1d1fe0380c4 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.186203 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-358668dd-67d6-4c08-a367-647cf1b35f64 req-413bd94e-c574-4565-a1a5-1bb031931ad6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338447 Oct 11 16:14:01.208177 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-ce8b181e-b40d-4ee2-ab11-7b3a68f488ad None None] Provisioning complete for port 745936ec-16be-4da0-8bb6-485bfe9e3c0f triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:01.208666 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ce8b181e-b40d-4ee2-ab11-7b3a68f488ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.218937 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39b716-42c9-42d2-aa65-c1d1fe0380c4 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae8e200-e295-45ae-8097-5b041accff7e,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:01.226186 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1e39b716-42c9-42d2-aa65-c1d1fe0380c4 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.227319 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-1e39b716-42c9-42d2-aa65-c1d1fe0380c4 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2786837 Oct 11 16:14:01.245875 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b181e-b40d-4ee2-ab11-7b3a68f488ad None None] Port 745936ec-16be-4da0-8bb6-485bfe9e3c0f cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:14:01.366610 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 3f91d86b-2520-44dd-b8ce-84933e23d6fb up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:14:01.420374 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 3f91d86b-2520-44dd-b8ce-84933e23d6fb triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:01.421037 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.495820 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745936ec-16be-4da0-8bb6-485bfe9e3c0f {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:14:01.506674 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.519957 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Transition to ACTIVE for port object 745936ec-16be-4da0-8bb6-485bfe9e3c0f will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:14:01.526979 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.582220 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Pushing event updated for resources: {'Port': ['ID=745936ec-16be-4da0-8bb6-485bfe9e3c0f,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:01.674363 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Attempting to bind port 745936ec-16be-4da0-8bb6-485bfe9e3c0f on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:14:01.674699 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Attempting to bind port 745936ec-16be-4da0-8bb6-485bfe9e3c0f by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:14:01.675393 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Attempting to bind port 745936ec-16be-4da0-8bb6-485bfe9e3c0f on network f72d9996-2385-4ef2-9450-ee7c71f08814 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:14:01.684696 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Port 745936ec-16be-4da0-8bb6-485bfe9e3c0f on network f72d9996-2385-4ef2-9450-ee7c71f08814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:14:01.685624 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Attempting to bind port 745936ec-16be-4da0-8bb6-485bfe9e3c0f on network f72d9996-2385-4ef2-9450-ee7c71f08814 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:14:01.695059 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:14:01.695630 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Checking segment: {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:14:01.696222 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Bound using segment: {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:14:01.697096 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Bound port: 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:14:01.697572 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.811495 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:14:01.815071 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:14:01.821074 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.861793 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:01.862432 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:01.863849 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] 10.222.0.39 "PUT /v2.0/ports/745936ec-16be-4da0-8bb6-485bfe9e3c0f HTTP/1.1" status: 200 len: 1094 time: 0.8079131 Oct 11 16:14:01.864478 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:01.866789 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:01.893911 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cec269-467a-4fcf-842a-41ccb128967c service neutron] Pushing event updated for resources: {'Port': ['ID=745936ec-16be-4da0-8bb6-485bfe9e3c0f,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:01.971418 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-e730418a-1188-4e7c-83f2-7d3daf6d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:01.973515 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-e730418a-1188-4e7c-83f2-7d3daf6d739f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1dd13212d3f248c785d9f51092e253ab&device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1097 time: 0.0543783 Oct 11 16:14:01.985085 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff88ba6-ac26-46ec-814a-c6e98b69b9b2 x-openstack-request-id: req-bff88ba6-ac26-46ec-814a-c6e98b69b9b2 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:01.985381 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:01.985629 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bff88ba6-ac26-46ec-814a-c6e98b69b9b2 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:01.986029 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'status': 'completed', 'code': 200} Oct 11 16:14:02.050815 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-2f0b0347-9710-4507-9754-3ca141486cb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f HTTP/1.1" status: 200 len: 217 time: 0.0535553 Oct 11 16:14:02.056984 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Sync routers for ids ['5974a9c8-1ac2-4296-82b5-a405eecf2849'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:14:02.067678 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Routers {'5974a9c8-1ac2-4296-82b5-a405eecf2849'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:02.068291 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['5974a9c8-1ac2-4296-82b5-a405eecf2849'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:02.104387 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-8a5947fd-9f18-418c-9a84-44f392fa43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:02.106800 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-8a5947fd-9f18-418c-9a84-44f392fa43ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69ca98d4-bbfe-417a-80a4-894dd29fdda3 HTTP/1.1" status: 200 len: 848 time: 0.0479002 Oct 11 16:14:02.164356 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-a170cc31-22d6-4457-ac72-8ae5dc802b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:02.167905 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-a170cc31-22d6-4457-ac72-8ae5dc802b50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f72d9996-2385-4ef2-9450-ee7c71f08814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521553 Oct 11 16:14:02.188547 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23634a9f-9740-401c-a0ed-5a6030fdb450 req-08383905-b921-4734-ae94-258fa5d23174 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:02.197085 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23634a9f-9740-401c-a0ed-5a6030fdb450 req-08383905-b921-4734-ae94-258fa5d23174 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0606971 Oct 11 16:14:02.215458 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Set router 5974a9c8-1ac2-4296-82b5-a405eecf2849 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:02.240269 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-23634a9f-9740-401c-a0ed-5a6030fdb450 req-90c2a775-bacd-4340-8fcc-4b6f3dcc820a tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413570 Oct 11 16:14:02.301937 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-e48e864e-b097-4a78-b565-e84c41dea806 service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175222 Oct 11 16:14:02.410903 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb76a61d-0b93-4239-8862-1d872b60068d req-9f983cc0-f56d-403b-8599-fdf2bd81d320 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:02.412481 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bb76a61d-0b93-4239-8862-1d872b60068d req-9f983cc0-f56d-403b-8599-fdf2bd81d320 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.1095226 Oct 11 16:14:02.453042 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fc84387e-07d3-4406-8c08-594d09910dd0 req-03bf9276-b92b-4bd9-adcf-df4003d54914 service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402915 Oct 11 16:14:02.469451 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bb76a61d-0b93-4239-8862-1d872b60068d req-a969a45f-50e2-441c-a176-fb7c4690b61d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496483 Oct 11 16:14:02.533263 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:51Z', 'updated_at': '2021-10-11T16:13:56Z', 'revision_number': 4, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'gw_port': {'id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:52Z', 'updated_at': '2021-10-11T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0111b87c-7879-4f56-9716-6d5dee339b1d', 'name': '', 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'mac_address': 'fa:16:3e:fb:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:55Z', 'updated_at': '2021-10-11T16:13:57Z', 'revision_number': 2, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'subnets': [{'id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:02.552667 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-6ca0b9a2-9d4d-4078-9c63-8559b0fdedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:02.554184 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-6ca0b9a2-9d4d-4078-9c63-8559b0fdedd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1dd13212d3f248c785d9f51092e253ab&device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1097 time: 0.0461080 Oct 11 16:14:02.563620 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Checking router: 5974a9c8-1ac2-4296-82b5-a405eecf2849 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:14:02.563971 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Updating router 5974a9c8-1ac2-4296-82b5-a405eecf2849 port 0111b87c-7879-4f56-9716-6d5dee339b1d binding host dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 16:14:02.591082 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:02.670022 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-3f247bd0-0e2a-43ff-a769-045584b7d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:02.671672 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-3f247bd0-0e2a-43ff-a769-045584b7d8d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f72d9996-2385-4ef2-9450-ee7c71f08814 HTTP/1.1" status: 200 len: 910 time: 0.1042051 Oct 11 16:14:02.723180 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-82b0fbd1-b076-451a-a7c3-409ccd35f514 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f HTTP/1.1" status: 200 len: 217 time: 0.0440412 Oct 11 16:14:02.775513 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-d5e9fbb1-649d-4ce8-a5c8-17e34c39098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:02.776932 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-d5e9fbb1-649d-4ce8-a5c8-17e34c39098c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69ca98d4-bbfe-417a-80a4-894dd29fdda3 HTTP/1.1" status: 200 len: 848 time: 0.0467210 Oct 11 16:14:02.847309 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-036319ed-efbb-4764-8857-576456fa0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:02.849044 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-036319ed-efbb-4764-8857-576456fa0aff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f72d9996-2385-4ef2-9450-ee7c71f08814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606401 Oct 11 16:14:02.874254 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Notify callbacks [] for port, precommit_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:02.881434 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:02.941382 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f1643-bbe6-4edf-bb58-5922b16a319f None None] Pushing event updated for resources: {'Port': ['ID=0111b87c-7879-4f56-9716-6d5dee339b1d,revision_number=3']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:02.965321 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-8c619961-7767-46e5-86ad-8c2eebd40b5a service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080742 Oct 11 16:14:02.993359 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Attempting to bind port 0111b87c-7879-4f56-9716-6d5dee339b1d on host dv-cinder-809518-6-iscsi for vnic_type normal with profile {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:14:02.993899 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Attempting to bind port 0111b87c-7879-4f56-9716-6d5dee339b1d by drivers openvswitch,hyperv on host dv-cinder-809518-6-iscsi at level 0 using segments [{'id': 'e2cd2d73-4717-40ae-ab97-aae51f43b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3'}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:14:02.994420 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Attempting to bind port 0111b87c-7879-4f56-9716-6d5dee339b1d on network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:14:03.000645 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Checking agent: {'id': '391e24ba-3f4a-4835-8e2e-b50525406943', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809518-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 0, 29), 'started_at': datetime.datetime(2021, 10, 11, 16, 0, 59), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809518-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:14:03.001299 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Checking segment: {'id': 'e2cd2d73-4717-40ae-ab97-aae51f43b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:14:03.001913 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:03.002452 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Bound using segment: {'id': 'e2cd2d73-4717-40ae-ab97-aae51f43b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3'} {{(pid=94279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:14:03.003089 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.managers [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Bound port: 0111b87c-7879-4f56-9716-6d5dee339b1d, host: dv-cinder-809518-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cd2d73-4717-40ae-ab97-aae51f43b67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3'}}] {{(pid=94279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:14:03.003698 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:03.076680 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] For port 0111b87c-7879-4f56-9716-6d5dee339b1d, host dv-cinder-809518-6-iscsi, cleared binding levels {{(pid=94279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:14:03.080566 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.plugins.ml2.db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] For port 0111b87c-7879-4f56-9716-6d5dee339b1d, host dv-cinder-809518-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=0111b87c-7879-4f56-9716-6d5dee339b1d,segment=NetworkSegment(e2cd2d73-4717-40ae-ab97-aae51f43b67d),segment_id=e2cd2d73-4717-40ae-ab97-aae51f43b67d)] {{(pid=94279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:14:03.088476 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.callbacks.manager [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:03.105798 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-216d3b9b-5a91-4830-bcfc-a2f9bc007a02 req-63541d4b-58ab-4268-8f0e-322c3a918729 service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189539 Oct 11 16:14:03.164306 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f1643-bbe6-4edf-bb58-5922b16a319f None None] Pushing event updated for resources: {'Port': ['ID=0111b87c-7879-4f56-9716-6d5dee339b1d,revision_number=4']} {{(pid=94279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:03.168686 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Routers {'5974a9c8-1ac2-4296-82b5-a405eecf2849'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:03.169488 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['5974a9c8-1ac2-4296-82b5-a405eecf2849'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:03.237108 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-6a085cb3-fe11-488d-aac3-8d863f842798 None None] Provisioning complete for port 0111b87c-7879-4f56-9716-6d5dee339b1d triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:03.238156 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6a085cb3-fe11-488d-aac3-8d863f842798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:03.295857 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] Set router 5974a9c8-1ac2-4296-82b5-a405eecf2849 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:03.391319 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 0111b87c-7879-4f56-9716-6d5dee339b1d up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:14:03.412831 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9adb29-0384-4434-aaed-6e0c77d99cbb req-293abcd9-2673-461c-a18e-9cb5003237ee tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:03.420209 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7b9adb29-0384-4434-aaed-6e0c77d99cbb req-293abcd9-2673-461c-a18e-9cb5003237ee tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0979910 Oct 11 16:14:03.441407 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6a085cb3-fe11-488d-aac3-8d863f842798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:03.466739 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7b9adb29-0384-4434-aaed-6e0c77d99cbb req-7c29096d-c97d-4385-a3b2-83694fa9c8d2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Oct 11 16:14:03.490941 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-6a085cb3-fe11-488d-aac3-8d863f842798 None None] For port 0111b87c-7879-4f56-9716-6d5dee339b1d, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=0111b87c-7879-4f56-9716-6d5dee339b1d,segment=NetworkSegment(e2cd2d73-4717-40ae-ab97-aae51f43b67d),segment_id=e2cd2d73-4717-40ae-ab97-aae51f43b67d)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:03.497795 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6a085cb3-fe11-488d-aac3-8d863f842798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:03.504239 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 0111b87c-7879-4f56-9716-6d5dee339b1d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:03.504806 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:03.562490 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:51Z', 'updated_at': '2021-10-11T16:13:56Z', 'revision_number': 4, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'gw_port': {'id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:52Z', 'updated_at': '2021-10-11T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0111b87c-7879-4f56-9716-6d5dee339b1d', 'name': '', 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'mac_address': 'fa:16:3e:fb:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:55Z', 'updated_at': '2021-10-11T16:14:03Z', 'revision_number': 4, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'subnets': [{'id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:03.590488 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5225fce-e26d-4fc9-8e90-ddb15ba57aae None None] The sync data for ids ['5974a9c8-1ac2-4296-82b5-a405eecf2849'] in dv-cinder-809518-6-iscsi is: [{'id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:51Z', 'updated_at': '2021-10-11T16:13:56Z', 'revision_number': 4, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'gw_port': {'id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:52Z', 'updated_at': '2021-10-11T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0111b87c-7879-4f56-9716-6d5dee339b1d', 'name': '', 'network_id': '25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'mac_address': 'fa:16:3e:fb:49:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:55Z', 'updated_at': '2021-10-11T16:14:03Z', 'revision_number': 4, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'subnets': [{'id': '72549ff6-2cc3-4823-8c23-2bccff48b684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:14:03.596050 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a085cb3-fe11-488d-aac3-8d863f842798 None None] Pushing event updated for resources: {'Port': ['ID=0111b87c-7879-4f56-9716-6d5dee339b1d,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:03.640753 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f471a-3863-469a-bdeb-ebd79fc80a66 req-a746a7f5-187e-4562-9e0b-739e5c633d73 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:03.642977 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-943f471a-3863-469a-bdeb-ebd79fc80a66 req-a746a7f5-187e-4562-9e0b-739e5c633d73 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 945 time: 0.0833683 Oct 11 16:14:03.648857 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-027a9522-0160-4db5-9182-3dcd21cd6a77 None None] Provisioning complete for port 0111b87c-7879-4f56-9716-6d5dee339b1d triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:03.649231 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-027a9522-0160-4db5-9182-3dcd21cd6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:03.684842 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-943f471a-3863-469a-bdeb-ebd79fc80a66 req-49339024-b3e5-4c66-8434-75201627d5e1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351233 Oct 11 16:14:04.213082 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f51fc311-eec2-40fb-bb99-c04c5af1179a no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:14:04.222790 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [req-80a3c13e-30b9-4e8f-a4e7-705db1b24f51 req-f8138817-6faa-4067-91d4-cf704c491f6f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:14:04.223863 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-80a3c13e-30b9-4e8f-a4e7-705db1b24f51 req-f8138817-6faa-4067-91d4-cf704c491f6f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058632 Oct 11 16:14:04.298990 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:04.326856 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:04.329458 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d19ed32-49d9-4a76-8274-896d61b6eccd" -d '{"events": [{"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-unplugged", "status": "completed", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:04.350607 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:04.360176 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:04.417918 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=8']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:04.424581 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2bf7b-2ffa-4e2b-a18e-8ba0fcb2e4d9 req-35df46c0-232a-4daa-9483-0b5fb97084ea tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:04.426564 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9de2bf7b-2ffa-4e2b-a18e-8ba0fcb2e4d9 req-35df46c0-232a-4daa-9483-0b5fb97084ea tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0682023 Oct 11 16:14:04.459106 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d9c37c-d7f2-4ecf-94c5-329fd768aff2 x-openstack-request-id: req-b7d9c37c-d7f2-4ecf-94c5-329fd768aff2 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:04.459916 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-unplugged", "status": "failed", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a", "code": 422}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:04.461068 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7d9c37c-d7f2-4ecf-94c5-329fd768aff2 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:04.461958 dv-cinder-809518-6-iscsi neutron-server[94278]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'code': 422} returned with failed status Oct 11 16:14:04.468617 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9de2bf7b-2ffa-4e2b-a18e-8ba0fcb2e4d9 req-c8d36ec4-75d5-4e8e-8c49-c62b1163af3a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358522 Oct 11 16:14:04.586759 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906e946-d3c3-4504-8f10-d2b05102f53e req-57db146e-e2dc-43a0-b4d5-e869388f577e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:04.588451 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d906e946-d3c3-4504-8f10-d2b05102f53e req-57db146e-e2dc-43a0-b4d5-e869388f577e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0524695 Oct 11 16:14:04.630328 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d906e946-d3c3-4504-8f10-d2b05102f53e req-01552871-c8e9-4c6f-b2a9-9e0fc809d9a2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354159 Oct 11 16:14:04.658127 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51754) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:04.741733 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-404eeb26-4c2f-447e-8fa3-de19c43890e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823512 Oct 11 16:14:04.751561 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-7a7b26e0-4d36-4e60-8c57-ac98ce325a02 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:14:04.752655 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-7a7b26e0-4d36-4e60-8c57-ac98ce325a02 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053689 Oct 11 16:14:05.330667 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 0111b87c-7879-4f56-9716-6d5dee339b1d up at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:14:05.508529 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Provisioning complete for port 0111b87c-7879-4f56-9716-6d5dee339b1d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:05.508898 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:05.590279 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:14:05.602114 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9d61e-a66e-49ac-bccf-750f1b97a5fe req-40dfef26-f9eb-4b4f-97bd-92d88b0186e8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:05.607873 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4bf9d61e-a66e-49ac-bccf-750f1b97a5fe req-40dfef26-f9eb-4b4f-97bd-92d88b0186e8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0655255 Oct 11 16:14:05.644192 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4bf9d61e-a66e-49ac-bccf-750f1b97a5fe req-6a4ab7a4-698e-420b-9216-eeec83c72f30 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335937 Oct 11 16:14:05.756019 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa3666-a1ed-4089-855e-4a401f57757d req-37269c3c-0287-4260-91a8-b97812ece59b tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:05.757409 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0dfa3666-a1ed-4089-855e-4a401f57757d req-37269c3c-0287-4260-91a8-b97812ece59b tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0568581 Oct 11 16:14:05.796455 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0dfa3666-a1ed-4089-855e-4a401f57757d req-d3171291-9fb4-4fae-9124-39cbbf801834 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Oct 11 16:14:06.776203 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03095d65-a04c-4c23-9cbf-4b17bb7a7c9f req-47bdbe85-229b-4d86-bd26-fe02f733afe6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:06.778373 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-03095d65-a04c-4c23-9cbf-4b17bb7a7c9f req-47bdbe85-229b-4d86-bd26-fe02f733afe6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0598719 Oct 11 16:14:06.822006 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-03095d65-a04c-4c23-9cbf-4b17bb7a7c9f req-1d99fa01-1083-485d-b917-263646479269 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359433 Oct 11 16:14:06.931820 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a5848-eb5f-4274-9934-a9f29a7f8d81 req-3f5f87bc-2d2e-4b1e-a57f-1dc942a5a40d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:06.933349 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4d5a5848-eb5f-4274-9934-a9f29a7f8d81 req-3f5f87bc-2d2e-4b1e-a57f-1dc942a5a40d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0617383 Oct 11 16:14:06.976909 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4d5a5848-eb5f-4274-9934-a9f29a7f8d81 req-354ef790-ace1-4b42-b991-89164d40e93d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371993 Oct 11 16:14:07.043429 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a82f3-8918-4953-bd9b-edf04b5de22f req-976e1579-2f9a-46d9-8195-264ca843f87e tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:07.046058 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-831a82f3-8918-4953-bd9b-edf04b5de22f req-976e1579-2f9a-46d9-8195-264ca843f87e tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.0571604 Oct 11 16:14:07.092229 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-831a82f3-8918-4953-bd9b-edf04b5de22f req-ac4f40aa-2949-4876-b1e2-32852439e5a8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347259 Oct 11 16:14:07.117729 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51788) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:07.271564 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f628ad-1f23-4b28-9ac7-8b3edc94c8af tempest-TestMinimumBasicScenario-1647638281 tempest-TestMinimumBasicScenario-1647638281-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:07.273046 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-85f628ad-1f23-4b28-9ac7-8b3edc94c8af tempest-TestMinimumBasicScenario-1647638281 tempest-TestMinimumBasicScenario-1647638281-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1094 time: 0.1542664 Oct 11 16:14:07.275983 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51792) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:07.280492 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'floatingip': {'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'port_id': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:07.304042 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for floatingip, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.418976 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.498659 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.531401 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Allocated IP 172.27.0.46 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/a5c4198c-5670-4e0a-8582-0c5d9960fa7e) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:14:07.637060 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.675060 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:07.717867 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:14:07.721185 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:14:07.724949 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:14:07.730634 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'Port': ['ID=a5c4198c-5670-4e0a-8582-0c5d9960fa7e,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:07.860854 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-fbefe315-40d2-4f77-a3e4-0f7701de3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:07.862407 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-fbefe315-40d2-4f77-a3e4-0f7701de3093 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642&tenant_id=b643602c30154dea846a6ff12bfab968 HTTP/1.1" status: 200 len: 1096 time: 0.1117637 Oct 11 16:14:08.061004 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e472e-c3ad-4c53-a72b-24b670429c86 req-7519fb1e-c1d4-4929-a74c-18c5dda49301 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:08.062780 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f92e472e-c3ad-4c53-a72b-24b670429c86 req-7519fb1e-c1d4-4929-a74c-18c5dda49301 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.1564744 Oct 11 16:14:08.080658 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-20ed00cb-7b29-47b1-8c98-026973faac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:08.082134 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-20ed00cb-7b29-47b1-8c98-026973faac00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 1096 time: 0.1748459 Oct 11 16:14:08.104259 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b10cf7-d9d1-4c86-b990-3e9e2e9c7853 req-f4ffa5c7-a824-4212-8470-d97489461e60 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:08.106082 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-28b10cf7-d9d1-4c86-b990-3e9e2e9c7853 req-f4ffa5c7-a824-4212-8470-d97489461e60 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0577796 Oct 11 16:14:08.146144 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-28b10cf7-d9d1-4c86-b990-3e9e2e9c7853 req-7008a1b3-a719-4afd-98ae-a60982cbad9e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338778 Oct 11 16:14:08.188484 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f92e472e-c3ad-4c53-a72b-24b670429c86 req-7c09cc92-62a8-4a8e-a204-f325b9fc846f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184506 Oct 11 16:14:08.276792 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-1bae9e83-2e16-4360-be3b-cad8d5baab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:08.278193 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-1bae9e83-2e16-4360-be3b-cad8d5baab8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.1850796 Oct 11 16:14:08.386851 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-55afc6bb-4351-4041-83be-a04afc2d1479 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a HTTP/1.1" status: 200 len: 998 time: 0.0769188 Oct 11 16:14:08.389667 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:08.471819 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-1e9fa755-0f75-4c2e-b2a9-c3786d1fb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:08.473289 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-1e9fa755-0f75-4c2e-b2a9-c3786d1fb61d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0628531 Oct 11 16:14:08.518015 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:08.564555 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-37d90238-5ca8-4f7e-a1e8-e1adf7ff4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:08.565950 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-37d90238-5ca8-4f7e-a1e8-e1adf7ff4b9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779414 Oct 11 16:14:08.957281 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-68945fe5-1c99-40ae-90cc-ed9ba34a1e6d service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728099 Oct 11 16:14:08.986290 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:08.996734 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:09.107812 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'Port': ['ID=a5c4198c-5670-4e0a-8582-0c5d9960fa7e,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:09.136267 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:09.141738 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9d02488b-f6da-4b0f-b293-a7b0e9f9c1dc req-cd7e113f-71ec-4f45-a8d9-0a18abbc2780 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666253 Oct 11 16:14:09.258190 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Floating IP e484eb42-9f21-41d0-85d4-5df897016c1c associated. External IP: 172.27.0.46, port: f0969204-8d1d-4bc1-8f03-6eb2db627486. Oct 11 16:14:09.295061 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de573f1-d971-42b1-a4e7-66db0e3c20eb req-22b50069-b8d9-4491-bc37-e65cb2a49861 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:09.296840 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4de573f1-d971-42b1-a4e7-66db0e3c20eb req-22b50069-b8d9-4491-bc37-e65cb2a49861 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0692236 Oct 11 16:14:09.340935 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4de573f1-d971-42b1-a4e7-66db0e3c20eb req-1578925d-c5b9-4c36-b5f5-4e0f99d85b59 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371590 Oct 11 16:14:09.389011 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2d528-cb19-47e5-be48-97a689db9aa0 req-d3dd5d75-bc8a-4d28-8ec0-3862fce87b7e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:09.391144 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6bd2d528-cb19-47e5-be48-97a689db9aa0 req-d3dd5d75-bc8a-4d28-8ec0-3862fce87b7e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0974319 Oct 11 16:14:09.474109 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6bd2d528-cb19-47e5-be48-97a689db9aa0 req-591e6b34-06fe-459f-955e-7fdcd0209ce5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761356 Oct 11 16:14:09.547069 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Router 09264014-607d-4862-9fe9-6ea684742fc9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:14:09.668365 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:14:09.680773 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267364da-373d-4707-8687-25cb382f4053 None None] Sync routers for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:14:09.696468 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267364da-373d-4707-8687-25cb382f4053 None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:09.696706 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:09.697148 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-267364da-373d-4707-8687-25cb382f4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:09.740971 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-79ea4189-cc10-4e58-b2e0-15639929da4c tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4636922 Oct 11 16:14:09.741791 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:09.743544 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51830) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:09.745140 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad220605-a05e-4b5b-a0bb-313c64288fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:09.748878 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-3ee0e74d-eaf4-4ec7-b7ec-1cb98e2dc64a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028057664', 'description': 'tempest-secgroup-smoke-1028057664 description', 'project_id': '37d5a55eb539422481f1d574065c5ef8'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:09.783242 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e74d-eaf4-4ec7-b7ec-1cb98e2dc64a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:09.827495 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8f7294-84ce-486e-99fb-3f463903c102 x-openstack-request-id: req-da8f7294-84ce-486e-99fb-3f463903c102 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:09.827859 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:09.828226 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da8f7294-84ce-486e-99fb-3f463903c102 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:09.828673 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'status': 'completed', 'code': 200} Oct 11 16:14:09.871850 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-267364da-373d-4707-8687-25cb382f4053 None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:09.875733 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e74d-eaf4-4ec7-b7ec-1cb98e2dc64a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:09.881985 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e74d-eaf4-4ec7-b7ec-1cb98e2dc64a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:09.905488 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3ee0e74d-eaf4-4ec7-b7ec-1cb98e2dc64a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:09.909731 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-3ee0e74d-eaf4-4ec7-b7ec-1cb98e2dc64a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1621804 Oct 11 16:14:09.910184 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51834) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:09.915575 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-496543cb-6a7b-4ffa-b693-7eac414591ba tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'security_group_rule': {'security_group_id': '8aa6051e-8cb0-414f-9ff1-38206194aabf', 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:09.934209 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0e74d-eaf4-4ec7-b7ec-1cb98e2dc64a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa6051e-8cb0-414f-9ff1-38206194aabf,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:09.975206 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-496543cb-6a7b-4ffa-b693-7eac414591ba tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.066014 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-496543cb-6a7b-4ffa-b693-7eac414591ba tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.074352 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-496543cb-6a7b-4ffa-b693-7eac414591ba tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.103146 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-496543cb-6a7b-4ffa-b693-7eac414591ba tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.107346 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-496543cb-6a7b-4ffa-b693-7eac414591ba tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1932485 Oct 11 16:14:10.107346 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496543cb-6a7b-4ffa-b693-7eac414591ba tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6647b30a-cce9-496b-b34c-565684b0bf2e,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:10.107586 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51836) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:10.112503 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-ffc6ae71-79dc-4e59-910d-7c7062504128 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'security_group_rule': {'security_group_id': '8aa6051e-8cb0-414f-9ff1-38206194aabf', 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:10.146871 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ffc6ae71-79dc-4e59-910d-7c7062504128 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.218666 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ffc6ae71-79dc-4e59-910d-7c7062504128 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.218932 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-267364da-373d-4707-8687-25cb382f4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'e484eb42-9f21-41d0-85d4-5df897016c1c', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'port_id': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'mac_address': 'fa:16:3e:7c:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:08Z', 'updated_at': '2021-10-11T16:14:08Z', 'revision_number': 0, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98af6a88-c4e0-4ede-8fa0-8be33116a960', 'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'mac_address': 'fa:16:3e:83:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:59Z', 'updated_at': '2021-10-11T16:13:04Z', 'revision_number': 5, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'subnets': [{'id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:10.224108 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ffc6ae71-79dc-4e59-910d-7c7062504128 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.255521 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6ae71-79dc-4e59-910d-7c7062504128 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c72a8f6-df22-4d1e-9020-71be7903d266,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:10.263102 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267364da-373d-4707-8687-25cb382f4053 None None] Checking router: 09264014-607d-4862-9fe9-6ea684742fc9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:14:10.264080 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ffc6ae71-79dc-4e59-910d-7c7062504128 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.268740 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51840) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:10.271909 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-ffc6ae71-79dc-4e59-910d-7c7062504128 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1631150 Oct 11 16:14:10.274854 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-00048f5d-5ab1-45e7-a21b-adecddd9b8a3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'security_group_rule': {'security_group_id': '8aa6051e-8cb0-414f-9ff1-38206194aabf', 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:10.280035 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267364da-373d-4707-8687-25cb382f4053 None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:10.280893 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-267364da-373d-4707-8687-25cb382f4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:13:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:10.314391 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-00048f5d-5ab1-45e7-a21b-adecddd9b8a3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.390715 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-00048f5d-5ab1-45e7-a21b-adecddd9b8a3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.396538 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-00048f5d-5ab1-45e7-a21b-adecddd9b8a3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.411301 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-267364da-373d-4707-8687-25cb382f4053 None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:10.419164 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00048f5d-5ab1-45e7-a21b-adecddd9b8a3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfbe220-2227-47c7-ba6d-e1ec412d4a93,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:10.431154 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-00048f5d-5ab1-45e7-a21b-adecddd9b8a3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.435803 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51844) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:10.437776 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-00048f5d-5ab1-45e7-a21b-adecddd9b8a3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664720 Oct 11 16:14:10.444691 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-ce23e6a0-0d24-4165-8cae-e2b721f7e48a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'security_group_rule': {'security_group_id': '8aa6051e-8cb0-414f-9ff1-38206194aabf', 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:10.520459 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ce23e6a0-0d24-4165-8cae-e2b721f7e48a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.534606 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c45d7-8d97-49e4-97c7-1b80c44bb578 req-40906566-db41-4494-9126-0a0600ee454d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:10.537699 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ec8c45d7-8d97-49e4-97c7-1b80c44bb578 req-40906566-db41-4494-9126-0a0600ee454d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0792749 Oct 11 16:14:10.642059 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ec8c45d7-8d97-49e4-97c7-1b80c44bb578 req-6f81eab5-5df7-4a58-97cf-4afa376254c4 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839410 Oct 11 16:14:10.644417 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1eab7-0fa0-40cc-ae76-898f1e2d2428 req-8c0b9d9e-1917-437a-9e09-494ddcd1309c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:10.652006 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-12a1eab7-0fa0-40cc-ae76-898f1e2d2428 req-8c0b9d9e-1917-437a-9e09-494ddcd1309c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0721629 Oct 11 16:14:10.670726 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ce23e6a0-0d24-4165-8cae-e2b721f7e48a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.678327 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ce23e6a0-0d24-4165-8cae-e2b721f7e48a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.697591 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23e6a0-0d24-4165-8cae-e2b721f7e48a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41042491-ce59-46bc-a143-e1ebdfc3f5c2,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:10.719680 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ce23e6a0-0d24-4165-8cae-e2b721f7e48a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.722154 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-12a1eab7-0fa0-40cc-ae76-898f1e2d2428 req-e52f6b6a-c1b9-4210-8ccd-c23e5198aef8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692484 Oct 11 16:14:10.722591 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-ce23e6a0-0d24-4165-8cae-e2b721f7e48a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2840796 Oct 11 16:14:10.724461 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 51848) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:10.743396 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-55b0460b-cb68-4d0a-85ea-1d39476eee71 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'security_group_rule': {'security_group_id': '8aa6051e-8cb0-414f-9ff1-38206194aabf', 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:10.763187 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.securitygroups_db [None req-55b0460b-cb68-4d0a-85ea-1d39476eee71 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Project 37d5a55eb539422481f1d574065c5ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:14:10.769131 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-55b0460b-cb68-4d0a-85ea-1d39476eee71 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.810260 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-267364da-373d-4707-8687-25cb382f4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'e484eb42-9f21-41d0-85d4-5df897016c1c', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'port_id': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'mac_address': 'fa:16:3e:7c:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:08Z', 'updated_at': '2021-10-11T16:14:08Z', 'revision_number': 0, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98af6a88-c4e0-4ede-8fa0-8be33116a960', 'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'mac_address': 'fa:16:3e:83:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:59Z', 'updated_at': '2021-10-11T16:13:04Z', 'revision_number': 5, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'subnets': [{'id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:10.834870 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-55b0460b-cb68-4d0a-85ea-1d39476eee71 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.839185 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-55b0460b-cb68-4d0a-85ea-1d39476eee71 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.841150 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267364da-373d-4707-8687-25cb382f4053 None None] The sync data for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi is: [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'e484eb42-9f21-41d0-85d4-5df897016c1c', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'port_id': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'mac_address': 'fa:16:3e:7c:b0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:08Z', 'updated_at': '2021-10-11T16:14:08Z', 'revision_number': 0, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98af6a88-c4e0-4ede-8fa0-8be33116a960', 'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'mac_address': 'fa:16:3e:83:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:59Z', 'updated_at': '2021-10-11T16:13:04Z', 'revision_number': 5, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'subnets': [{'id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:14:10.871539 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0460b-cb68-4d0a-85ea-1d39476eee71 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0aae75-be48-4f14-a5cb-429826d910d2,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:10.883242 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-55b0460b-cb68-4d0a-85ea-1d39476eee71 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:10.883242 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-55b0460b-cb68-4d0a-85ea-1d39476eee71 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573558 Oct 11 16:14:10.886550 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 51850) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:10.892229 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-0eb01f29-dead-4346-85be-d8d6dcca3e15 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'security_group_rule': {'security_group_id': '8aa6051e-8cb0-414f-9ff1-38206194aabf', 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:10.930187 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.securitygroups_db [None req-0eb01f29-dead-4346-85be-d8d6dcca3e15 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Project 37d5a55eb539422481f1d574065c5ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 16:14:10.935446 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0eb01f29-dead-4346-85be-d8d6dcca3e15 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.010622 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0eb01f29-dead-4346-85be-d8d6dcca3e15 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.018571 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0eb01f29-dead-4346-85be-d8d6dcca3e15 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.045487 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0eb01f29-dead-4346-85be-d8d6dcca3e15 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.046981 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-0eb01f29-dead-4346-85be-d8d6dcca3e15 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592550 Oct 11 16:14:11.048125 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb01f29-dead-4346-85be-d8d6dcca3e15 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae279c12-3546-4eeb-a488-f87fb27db3e9,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:11.100606 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5c64cf-adf1-4995-b97b-3f6c1e17fc91 None None] New status for floating IP e484eb42-9f21-41d0-85d4-5df897016c1c: ACTIVE {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:14:11.148507 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-e7d8f558-3c41-474f-a9a6-2046b8d238ba tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028057664&fields=id&tenant_id=37d5a55eb539422481f1d574065c5ef8 HTTP/1.1" status: 200 len: 267 time: 0.0433505 Oct 11 16:14:11.207759 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-47f176c1-aca6-4d80-9096-3297bb5a0446 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:11.209299 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-47f176c1-aca6-4d80-9096-3297bb5a0446 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.0551739 Oct 11 16:14:11.227595 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-dcc3aec3-ab66-4ac4-ad08-6e33b941d094 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'port': {'security_groups': ['d0165c5a-96db-4314-874e-eadbd89fc052', '8aa6051e-8cb0-414f-9ff1-38206194aabf']}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:11.319414 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-dcc3aec3-ab66-4ac4-ad08-6e33b941d094 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.556885 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-dcc3aec3-ab66-4ac4-ad08-6e33b941d094 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] For port f0969204-8d1d-4bc1-8f03-6eb2db627486, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:11.589395 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-dcc3aec3-ab66-4ac4-ad08-6e33b941d094 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.595070 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-dcc3aec3-ab66-4ac4-ad08-6e33b941d094 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.615049 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['f0969204-8d1d-4bc1-8f03-6eb2db627486'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:14:11.642502 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-dcc3aec3-ab66-4ac4-ad08-6e33b941d094 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:11.643001 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-dcc3aec3-ab66-4ac4-ad08-6e33b941d094 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:11.644588 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a28f9628-31c9-44b6-9d7c-9f037a1bcc89 req-dcc3aec3-ab66-4ac4-ad08-6e33b941d094 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "PUT /v2.0/ports/f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 982 time: 0.4259501 Oct 11 16:14:11.682996 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3aec3-ab66-4ac4-ad08-6e33b941d094 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'Port': ['ID=f0969204-8d1d-4bc1-8f03-6eb2db627486,revision_number=6']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:11.772655 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['f0969204-8d1d-4bc1-8f03-6eb2db627486'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:14:11.786905 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6fda8-6ba1-4b51-a0b0-dbda0ae3ea4b req-8d049f9d-2190-4d7d-824e-c886424e6bd6 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:11.788886 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7fb6fda8-6ba1-4b51-a0b0-dbda0ae3ea4b req-8d049f9d-2190-4d7d-824e-c886424e6bd6 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0784540 Oct 11 16:14:11.829679 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ee5a5-409f-44ab-a6c5-460a0c984cad req-c1c4948d-5ecf-499c-937b-8a58f9b601d6 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:11.836275 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-496ee5a5-409f-44ab-a6c5-460a0c984cad req-c1c4948d-5ecf-499c-937b-8a58f9b601d6 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0805302 Oct 11 16:14:11.841102 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:11.845207 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c16646-1f53-417e-a402-c70ec27a6f83" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:11.873552 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7fb6fda8-6ba1-4b51-a0b0-dbda0ae3ea4b req-83e99d3c-3a41-4ee7-b507-b68ec0dedf6a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774198 Oct 11 16:14:11.938449 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-496ee5a5-409f-44ab-a6c5-460a0c984cad req-886533c6-ece0-4abd-b3c1-eae811bbf820 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003501 Oct 11 16:14:12.025335 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e93616-c9e2-4310-a5e2-028924d57ff9 x-openstack-request-id: req-17e93616-c9e2-4310-a5e2-028924d57ff9 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:12.025910 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:12.026355 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17e93616-c9e2-4310-a5e2-028924d57ff9 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:12.026799 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'status': 'completed', 'code': 200} Oct 11 16:14:12.075874 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20462fb1-74b9-4628-b5d6-b3b5981228b7 req-982fba88-015d-4bbf-a059-409ea4f993c1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:12.077275 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-20462fb1-74b9-4628-b5d6-b3b5981228b7 req-982fba88-015d-4bbf-a059-409ea4f993c1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0600927 Oct 11 16:14:12.085560 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-8951a2e2-7f03-4d14-849c-bd7490e62221 None None] Provisioning complete for port f0969204-8d1d-4bc1-8f03-6eb2db627486 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:12.086179 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8951a2e2-7f03-4d14-849c-bd7490e62221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:12.120245 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-20462fb1-74b9-4628-b5d6-b3b5981228b7 req-2d400f86-b666-4d8d-b671-bed246bc2f5c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356908 Oct 11 16:14:13.069739 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a43be-37e4-4a28-9095-08785ddc5614 req-570b9066-9d31-42ab-be10-ee648c58ec0c tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:13.071351 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3f7a43be-37e4-4a28-9095-08785ddc5614 req-570b9066-9d31-42ab-be10-ee648c58ec0c tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0573502 Oct 11 16:14:13.122353 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3f7a43be-37e4-4a28-9095-08785ddc5614 req-cead827b-18b5-44d6-9d4c-bc2f12e2e2bf tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435274 Oct 11 16:14:13.251256 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb1a26-971a-4350-b37e-2bb7e02077dc req-1360324f-86d9-4a2b-aba9-2089b9166fb4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:13.252729 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-37bb1a26-971a-4350-b37e-2bb7e02077dc req-1360324f-86d9-4a2b-aba9-2089b9166fb4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0531080 Oct 11 16:14:13.294408 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-37bb1a26-971a-4350-b37e-2bb7e02077dc req-5230b0e2-ce68-4b89-b8d9-9831b208bee7 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343394 Oct 11 16:14:14.246517 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33986299-baa9-4107-a09b-545c87b05021 req-2fe5a4bc-d4a7-4cd4-8f73-398331dd14be tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:14.248128 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-33986299-baa9-4107-a09b-545c87b05021 req-2fe5a4bc-d4a7-4cd4-8f73-398331dd14be tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0543170 Oct 11 16:14:14.288947 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-33986299-baa9-4107-a09b-545c87b05021 req-0b1a8aaa-18e8-499c-b205-65403c994abe tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342474 Oct 11 16:14:14.424994 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c48b6-22e5-450d-8274-254b874292ab req-f3cec9b2-2a36-485f-b780-dc0ca531b5b9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:14.426727 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5b4c48b6-22e5-450d-8274-254b874292ab req-f3cec9b2-2a36-485f-b780-dc0ca531b5b9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0526226 Oct 11 16:14:14.469264 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5b4c48b6-22e5-450d-8274-254b874292ab req-ca2dab69-b770-4890-bc97-98581a5475be tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356462 Oct 11 16:14:15.411420 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c301d-390d-442f-852a-90af1db6d40c req-93f0c662-1853-46a7-8633-b5780c4861e4 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:15.413362 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-422c301d-390d-442f-852a-90af1db6d40c req-93f0c662-1853-46a7-8633-b5780c4861e4 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0501003 Oct 11 16:14:15.456329 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-422c301d-390d-442f-852a-90af1db6d40c req-6cc1139b-0573-4ef9-bd6b-23ea1bde0ae5 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349507 Oct 11 16:14:15.605567 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130159d-d7e7-4803-91d4-93588ecc2fb9 req-09f88cd8-f84a-4897-8639-2c2a84b299e5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:15.607115 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4130159d-d7e7-4803-91d4-93588ecc2fb9 req-09f88cd8-f84a-4897-8639-2c2a84b299e5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0558884 Oct 11 16:14:15.646830 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4130159d-d7e7-4803-91d4-93588ecc2fb9 req-99def3be-bb0e-480b-9648-c5e89e94bd2e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 Oct 11 16:14:16.590238 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61638a9-436a-4a64-a99d-c5cc7b594dd1 req-34d42130-ab79-4dbe-b803-cf19097c8f38 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:16.591940 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f61638a9-436a-4a64-a99d-c5cc7b594dd1 req-34d42130-ab79-4dbe-b803-cf19097c8f38 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0645216 Oct 11 16:14:16.637366 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f61638a9-436a-4a64-a99d-c5cc7b594dd1 req-9bb69929-4ddf-47c5-9cc6-ddb8d63748cf tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392015 Oct 11 16:14:16.779613 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07afa97-f6cc-4024-95d5-a4d5907cdd94 req-34e40a68-b980-43bd-8b41-03cf2fee2d0c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:16.781082 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a07afa97-f6cc-4024-95d5-a4d5907cdd94 req-34e40a68-b980-43bd-8b41-03cf2fee2d0c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0546262 Oct 11 16:14:16.826298 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a07afa97-f6cc-4024-95d5-a4d5907cdd94 req-d02860cb-c387-43dd-a518-633d6c85f193 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387037 Oct 11 16:14:17.757655 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64426ac5-5565-4cc5-82fd-fe98ebdc7ea5 req-0da5cf34-ec62-482b-a80a-29b3420c6676 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:17.759203 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-64426ac5-5565-4cc5-82fd-fe98ebdc7ea5 req-0da5cf34-ec62-482b-a80a-29b3420c6676 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0516884 Oct 11 16:14:17.800110 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-64426ac5-5565-4cc5-82fd-fe98ebdc7ea5 req-47df8cf7-8895-494c-afe7-0955a7d2d133 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335970 Oct 11 16:14:17.949843 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad5dd4-067c-4f43-8126-8631b370dd7e req-651f915d-275b-4f91-8ad3-41019e0b1254 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:17.951435 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1cad5dd4-067c-4f43-8126-8631b370dd7e req-651f915d-275b-4f91-8ad3-41019e0b1254 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0502753 Oct 11 16:14:17.995643 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1cad5dd4-067c-4f43-8126-8631b370dd7e req-913f80c2-3b41-43a5-903f-e353a4c1a312 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374954 Oct 11 16:14:18.921732 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed255d2c-053a-47a1-9ce0-4c73af654e18 req-ec6b7f25-70f3-4e6c-a8c8-c26f1d6192cf tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:18.923237 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ed255d2c-053a-47a1-9ce0-4c73af654e18 req-ec6b7f25-70f3-4e6c-a8c8-c26f1d6192cf tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0540569 Oct 11 16:14:18.964772 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ed255d2c-053a-47a1-9ce0-4c73af654e18 req-40ff4e58-0997-40cd-98e5-e17f0230e124 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347409 Oct 11 16:14:19.127305 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821b6f1-8c15-4041-8de0-9ed8a3769707 req-79e56ca4-4443-44c4-830c-8422d267a1a5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:19.130226 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2821b6f1-8c15-4041-8de0-9ed8a3769707 req-79e56ca4-4443-44c4-830c-8422d267a1a5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0598519 Oct 11 16:14:19.175087 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2821b6f1-8c15-4041-8de0-9ed8a3769707 req-b0b6c5bb-3bbe-4fc8-932d-edd335b17749 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363977 Oct 11 16:14:20.094572 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404d141-d5f8-4768-ba05-2053dd7875a7 req-dc9c3924-7aa5-4ae5-afb1-bdc02c6f4315 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:20.096177 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5404d141-d5f8-4768-ba05-2053dd7875a7 req-dc9c3924-7aa5-4ae5-afb1-bdc02c6f4315 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0525093 Oct 11 16:14:20.141108 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5404d141-d5f8-4768-ba05-2053dd7875a7 req-c9f0e31f-d5ac-4c3a-a376-62d4d0345c81 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 Oct 11 16:14:20.299901 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fe8c6-643e-4868-9306-f04788a871ba req-ce13d989-8b0d-42cf-a3f0-1f7247c2a864 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:20.301497 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-605fe8c6-643e-4868-9306-f04788a871ba req-ce13d989-8b0d-42cf-a3f0-1f7247c2a864 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0523427 Oct 11 16:14:20.343772 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-605fe8c6-643e-4868-9306-f04788a871ba req-41a3b893-069d-421b-bda2-5db03d66eebf tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346479 Oct 11 16:14:21.267458 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf063-1435-4368-821a-65eab57df6fe req-7f9419d6-9b72-4a0e-96bb-842dcbb8c051 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:21.269035 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4caaf063-1435-4368-821a-65eab57df6fe req-7f9419d6-9b72-4a0e-96bb-842dcbb8c051 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0566950 Oct 11 16:14:21.312737 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4caaf063-1435-4368-821a-65eab57df6fe req-d0176be7-c819-4ac6-b7fa-50d014165b16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368359 Oct 11 16:14:21.475836 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ba850-37e9-420e-8f6f-cfde4b31073c req-10de9d92-5001-4d2c-8c75-80998f09de3d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:21.477385 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ef0ba850-37e9-420e-8f6f-cfde4b31073c req-10de9d92-5001-4d2c-8c75-80998f09de3d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0557487 Oct 11 16:14:21.517581 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ef0ba850-37e9-420e-8f6f-cfde4b31073c req-81761f95-5b74-4c6b-93ac-ec8a5b3cc44f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340257 Oct 11 16:14:22.433054 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1810f22-86f0-42f9-a2cb-7cb1ca0032ce req-b3864b5d-d47e-4424-b549-635fbf4cb76d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:22.434540 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a1810f22-86f0-42f9-a2cb-7cb1ca0032ce req-b3864b5d-d47e-4424-b549-635fbf4cb76d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0523078 Oct 11 16:14:22.475640 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a1810f22-86f0-42f9-a2cb-7cb1ca0032ce req-deaf43c3-77e7-4632-b857-eb4f304f90ca tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348766 Oct 11 16:14:22.647388 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc7bea-a731-47b5-84a3-8856affe30b7 req-0601ebb9-1360-42a2-ac36-87b0bfb9b66b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:22.649119 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-70cc7bea-a731-47b5-84a3-8856affe30b7 req-0601ebb9-1360-42a2-ac36-87b0bfb9b66b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0569203 Oct 11 16:14:22.689711 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-70cc7bea-a731-47b5-84a3-8856affe30b7 req-7fa37db6-0442-4e63-9b4a-11a6dacedb21 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342884 Oct 11 16:14:23.596993 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b11d1-7155-48cb-bc79-85ccde54aa16 req-220e7ee1-0009-41bf-8b6a-d570736bbdd9 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:23.598535 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-337b11d1-7155-48cb-bc79-85ccde54aa16 req-220e7ee1-0009-41bf-8b6a-d570736bbdd9 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0526805 Oct 11 16:14:23.642705 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-337b11d1-7155-48cb-bc79-85ccde54aa16 req-e61f6ffd-090b-474b-bfb5-1ce8faa49b9a tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375733 Oct 11 16:14:23.827422 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63860f70-6e0f-4067-8f50-840c81871c15 req-0682c430-8ecd-44e1-9beb-d374234b95f3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:23.828795 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-63860f70-6e0f-4067-8f50-840c81871c15 req-0682c430-8ecd-44e1-9beb-d374234b95f3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0523403 Oct 11 16:14:23.867616 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-63860f70-6e0f-4067-8f50-840c81871c15 req-e4564644-3dbb-444e-b4bd-ad02969bc1e3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327427 Oct 11 16:14:24.773352 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00009178-4cfe-4966-a2b9-c8347bc8bf4d req-4b99e751-4b80-4012-bd4a-5c32526c5dff tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:24.774804 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-00009178-4cfe-4966-a2b9-c8347bc8bf4d req-4b99e751-4b80-4012-bd4a-5c32526c5dff tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0586174 Oct 11 16:14:24.815202 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-00009178-4cfe-4966-a2b9-c8347bc8bf4d req-6830a254-026f-4e11-ae64-d7b5ed5bcf39 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Oct 11 16:14:25.004136 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643be29-f2c0-489b-9f0d-bbbc0123ac28 req-9fe1ab48-a5d7-4b2b-800a-fedbf7eeef2d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:25.005656 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7643be29-f2c0-489b-9f0d-bbbc0123ac28 req-9fe1ab48-a5d7-4b2b-800a-fedbf7eeef2d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0515709 Oct 11 16:14:25.047379 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7643be29-f2c0-489b-9f0d-bbbc0123ac28 req-ce568377-014f-4a45-9584-3837a6bfb5e6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352447 Oct 11 16:14:25.233091 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3e278348-43c3-4cc4-a2ef-2c02cb736a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:25.951316 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bb591-b33c-491e-bb43-87743ba06299 req-5f6f5dc5-0e2d-4216-843d-a88aad27c447 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:25.952886 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ee0bb591-b33c-491e-bb43-87743ba06299 req-5f6f5dc5-0e2d-4216-843d-a88aad27c447 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0585723 Oct 11 16:14:25.994514 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ee0bb591-b33c-491e-bb43-87743ba06299 req-dfb5cbd0-8948-4c2d-a2e4-7d52a360d6a7 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Oct 11 16:14:26.184631 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b04ac-0a55-48ed-b300-0f07984f304e req-a7608f23-2331-4fa0-b088-b49bdcd9cb5c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:26.186093 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-366b04ac-0a55-48ed-b300-0f07984f304e req-a7608f23-2331-4fa0-b088-b49bdcd9cb5c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0621054 Oct 11 16:14:26.224935 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-366b04ac-0a55-48ed-b300-0f07984f304e req-c6cf4081-cabe-4531-93be-39dca587a979 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327351 Oct 11 16:14:27.133856 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac738a7f-c97f-4378-bcb2-a8da20a8d3fd req-e1f5f438-d98c-46e0-adc1-6897a6ec397e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:27.135347 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ac738a7f-c97f-4378-bcb2-a8da20a8d3fd req-e1f5f438-d98c-46e0-adc1-6897a6ec397e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0515618 Oct 11 16:14:27.184108 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ac738a7f-c97f-4378-bcb2-a8da20a8d3fd req-b360cd0b-ef8e-4980-9024-05790df96888 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392351 Oct 11 16:14:27.378500 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba163dc-66df-4598-a20f-6db344d4ec76 req-c7258894-4fc4-4cba-8f45-49fc51a64c45 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:27.379949 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dba163dc-66df-4598-a20f-6db344d4ec76 req-c7258894-4fc4-4cba-8f45-49fc51a64c45 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0622358 Oct 11 16:14:27.418969 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dba163dc-66df-4598-a20f-6db344d4ec76 req-a030aa36-4088-4433-95ca-bf18cca33ac9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329599 Oct 11 16:14:27.718054 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-da8d9220-b7d8-4852-a4e6-36c3f19b4470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:28.031711 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-fc9ce0bd-ac71-4784-a18c-c5b5c01e41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.033369 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-fc9ce0bd-ac71-4784-a18c-c5b5c01e41ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37d5a55eb539422481f1d574065c5ef8&device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1138 time: 0.0566764 Oct 11 16:14:28.129845 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-b02279ac-2649-4810-b273-7f8c1301c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.131496 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-b02279ac-2649-4810-b273-7f8c1301c6ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 200 len: 916 time: 0.0894916 Oct 11 16:14:28.202932 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-d4be9381-febc-4900-9355-e5828f080de8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 1001 time: 0.0638554 Oct 11 16:14:28.254796 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-cd8a2d5d-8138-4648-aac5-a69fa3d3800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.256702 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-cd8a2d5d-8138-4648-aac5-a69fa3d3800b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54db26f7-a6dd-4ded-8fd9-b4f587da16fa HTTP/1.1" status: 200 len: 854 time: 0.0459101 Oct 11 16:14:28.334987 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b212a-7c00-4621-9d91-4aa902dd7e7c req-8a0811fd-4d9c-43bc-87ef-fe15b9bdf535 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.336485 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c46b212a-7c00-4621-9d91-4aa902dd7e7c req-8a0811fd-4d9c-43bc-87ef-fe15b9bdf535 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0764642 Oct 11 16:14:28.341897 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-7061ba53-414d-40d3-b00d-ebc7c297fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.343285 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-7061ba53-414d-40d3-b00d-ebc7c297fb27 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8235ac25-fac9-489a-a537-17bc92b51d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732489 Oct 11 16:14:28.356932 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b693da30-5f73-44d2-8bb1-eac60a8ed856 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076941354&fields=id&tenant_id=2452024f030b4d59957523265ec9c8b9 HTTP/1.1" status: 200 len: 267 time: 0.0338750 Oct 11 16:14:28.419916 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c46b212a-7c00-4621-9d91-4aa902dd7e7c req-6ba03263-f57d-4fa8-acf1-1d69393b06d3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755243 Oct 11 16:14:28.459249 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-8716fb49-ed09-4cb0-baf1-3d27fb2a7e37 service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016197 Oct 11 16:14:28.478985 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-cae0efeb-a17f-484e-9c0e-7102d59196ab tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.482122 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-cae0efeb-a17f-484e-9c0e-7102d59196ab tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 810 time: 0.1180141 Oct 11 16:14:28.496771 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-4f569717-5d70-4d1e-aa95-e40a2809c2f8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/quotas/2452024f030b4d59957523265ec9c8b9 HTTP/1.1" status: 200 len: 375 time: 0.0098383 Oct 11 16:14:28.550216 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-909a71bb-8e03-4c1e-bf5e-6823163a545a tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472124 Oct 11 16:14:28.591054 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c554da-d823-45c1-86ff-dd05356785ea req-20ae9c3e-b8ca-41d3-ba97-619497aff259 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.592550 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-98c554da-d823-45c1-86ff-dd05356785ea req-20ae9c3e-b8ca-41d3-ba97-619497aff259 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0783322 Oct 11 16:14:28.598656 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ad220605-a05e-4b5b-a0bb-313c64288fe5 req-b72683cb-c77c-443e-886a-544a3be5da57 service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309576 Oct 11 16:14:28.635012 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-98c554da-d823-45c1-86ff-dd05356785ea req-f4c184b0-7d83-4831-95b7-58e722c72b50 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353293 Oct 11 16:14:28.693116 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-963f3686-cb1d-4f8b-90bd-2d85f18442e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.694886 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-963f3686-cb1d-4f8b-90bd-2d85f18442e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37d5a55eb539422481f1d574065c5ef8&device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1138 time: 0.0457683 Oct 11 16:14:28.698422 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-43b890b9-ede6-4f6b-ace0-b7e4e035ffea service neutron] 10.222.0.18 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360869 Oct 11 16:14:28.788053 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-6cdc9d94-cbec-46c5-bca2-a01e2d9c5d1b service neutron] 10.222.0.18 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829017 Oct 11 16:14:28.791300 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-f42d374d-ef63-43b6-a9e7-e900ba266164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.792828 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-f42d374d-ef63-43b6-a9e7-e900ba266164 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 200 len: 916 time: 0.0902936 Oct 11 16:14:28.845201 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:28.864475 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-1bc56f00-2e5e-44ec-adf7-8b6647a10bcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 1001 time: 0.0640147 Oct 11 16:14:28.918560 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-35a81875-fe71-4d71-baf6-245f81206b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.920312 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-35a81875-fe71-4d71-baf6-245f81206b5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54db26f7-a6dd-4ded-8fd9-b4f587da16fa HTTP/1.1" status: 200 len: 854 time: 0.0476010 Oct 11 16:14:28.958296 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:28.977377 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-1c7927f8-638d-40fd-81cc-b6c153b8d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:28.979011 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-1c7927f8-638d-40fd-81cc-b6c153b8d8fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8235ac25-fac9-489a-a537-17bc92b51d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514901 Oct 11 16:14:29.106926 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a4e2e3ac-e63a-4e9f-9e1f-16bfd3c89b8e req-9456f3f7-f3bb-4679-8439-0febe0428c6b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 210 time: 0.0406780 Oct 11 16:14:29.112428 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-4deead1e-1146-4b28-8a49-5a10c74819aa service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253059 Oct 11 16:14:29.206149 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72c16646-1f53-417e-a402-c70ec27a6f83 req-a8bf20e9-237d-43e9-99f6-7667efe2ef68 service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863283 Oct 11 16:14:29.537811 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a721-6b09-49ad-89b0-03da5fafa2fd req-a8e9aa08-ccf7-4144-950b-e02e732ac44e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:29.539395 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e0e2a721-6b09-49ad-89b0-03da5fafa2fd req-a8e9aa08-ccf7-4144-950b-e02e732ac44e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0511014 Oct 11 16:14:29.582814 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e0e2a721-6b09-49ad-89b0-03da5fafa2fd req-fc2c4c44-1f46-4d78-ba92-7d31d65a290a tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368195 Oct 11 16:14:29.764426 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b030d41-9d58-435b-bf46-e8ce4e974f1c req-d8198318-54a5-4664-93f1-4c29eba71791 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:29.765900 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5b030d41-9d58-435b-bf46-e8ce4e974f1c req-d8198318-54a5-4664-93f1-4c29eba71791 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0559494 Oct 11 16:14:29.804182 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5b030d41-9d58-435b-bf46-e8ce4e974f1c req-5989aab4-4200-4a02-9335-5dfc5af4c1ee tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Oct 11 16:14:30.054563 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-52942c22-29ba-4264-bd02-8d8d5d7d7908 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:30.056102 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-52942c22-29ba-4264-bd02-8d8d5d7d7908 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 810 time: 0.1094747 Oct 11 16:14:30.109272 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-4e71802a-bec4-407f-9ebe-b7c873eb918d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2452024f030b4d59957523265ec9c8b9 HTTP/1.1" status: 200 len: 380 time: 0.0408592 Oct 11 16:14:30.120419 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'port': {'device_id': 'c483dd20-2125-4632-8741-2a4012ec919a', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'admin_state_up': True, 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'security_groups': ['d8ff5df2-7b48-4970-bdde-f3d37abd2b9f']}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:30.203374 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3d47a33b-0fa3-4337-9fe5-f46c33a19e81 req-ef6f8924-3886-4e36-b533-12874c41c82d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 210 time: 0.0264485 Oct 11 16:14:30.230226 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Made reservation on behalf of 2452024f030b4d59957523265ec9c8b9 for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:14:30.233892 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.338526 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 745936ec-16be-4da0-8bb6-485bfe9e3c0f details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:14:30.450794 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:30.464347 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'port_id': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'mac_address': 'fa:16:3e:e2:02:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:14:30.508426 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.524569 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745936ec-16be-4da0-8bb6-485bfe9e3c0f {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:14:30.546013 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:30.552295 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.603488 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Allocated IP 172.20.0.13 (5b164382-35a7-44c5-b939-25b36e951afb/1c84828e-b709-4757-825d-ee3adc2e440e/9e9e4887-9a90-44dc-8496-dff3106a2ad9) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:14:30.610946 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=745936ec-16be-4da0-8bb6-485bfe9e3c0f,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:30.619409 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.619760 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.620092 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.620418 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.620742 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.621151 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.621580 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.621903 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.622350 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.622723 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.623055 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.623420 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:30.658739 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.771400 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383ee62-c2ff-4d3b-868e-b85bb588f084 req-721589c0-108d-4689-8d31-2b99b1741089 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:30.772886 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0383ee62-c2ff-4d3b-868e-b85bb588f084 req-721589c0-108d-4689-8d31-2b99b1741089 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 945 time: 0.1080215 Oct 11 16:14:30.814456 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.839121 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0383ee62-c2ff-4d3b-868e-b85bb588f084 req-7b91ecdd-017b-4a0f-a635-6689c3bacb11 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598648 Oct 11 16:14:30.869329 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:30.915653 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Network 5b164382-35a7-44c5-b939-25b36e951afb is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:14:30.918955 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:14:30.923028 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:14:30.927044 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['745936ec-16be-4da0-8bb6-485bfe9e3c0f'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:14:30.939126 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5ef72-4561-4445-8ea5-0a7e463bf345 req-9b28982a-6130-4e10-ba2a-7732770ee865 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:30.941420 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-50a5ef72-4561-4445-8ea5-0a7e463bf345 req-9b28982a-6130-4e10-ba2a-7732770ee865 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0594709 Oct 11 16:14:30.972498 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'Port': ['ID=9e9e4887-9a90-44dc-8496-dff3106a2ad9,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:30.985401 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:30.986021 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.005823 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-50a5ef72-4561-4445-8ea5-0a7e463bf345 req-90e1ebe3-ded7-4186-a588-582e3fa6f840 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574265 Oct 11 16:14:31.012424 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-b3a210b3-cffa-4af4-aeb6-860c3956e8d8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965333 Oct 11 16:14:31.025736 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Request body: {'port': {'device_id': 'c483dd20-2125-4632-8741-2a4012ec919a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:31.084240 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.179834 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-d4ceb81d-430d-469b-bbf9-df12f462d7cb None None] Provisioning complete for port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:31.180203 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d4ceb81d-430d-469b-bbf9-df12f462d7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.238373 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-d4ceb81d-430d-469b-bbf9-df12f462d7cb None None] Port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:14:31.365938 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32554f70-b11e-432a-ad20-9494faa4787c req-9f593efa-d130-4a82-ab4e-14640c4b9fb3 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:31.367460 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-32554f70-b11e-432a-ad20-9494faa4787c req-9f593efa-d130-4a82-ab4e-14640c4b9fb3 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 932 time: 0.0917304 Oct 11 16:14:31.424581 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9e4887-9a90-44dc-8496-dff3106a2ad9 {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:14:31.439251 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.449044 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-32554f70-b11e-432a-ad20-9494faa4787c req-7d4a1ee8-5f89-443d-8cfb-66e5be569ec8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740142 Oct 11 16:14:31.456390 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Transition to ACTIVE for port object 9e9e4887-9a90-44dc-8496-dff3106a2ad9 will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:14:31.461728 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.516589 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9e4887-9a90-44dc-8496-dff3106a2ad9,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:31.589700 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Attempting to bind port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:14:31.590034 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Attempting to bind port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:14:31.590364 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Attempting to bind port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 on network 5b164382-35a7-44c5-b939-25b36e951afb {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:14:31.595164 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 on network 5b164382-35a7-44c5-b939-25b36e951afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:14:31.595564 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Attempting to bind port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 on network 5b164382-35a7-44c5-b939-25b36e951afb {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:14:31.601319 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:14:31.601663 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Checking segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:14:31.602059 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Bound using segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:14:31.602491 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Bound port: 9e9e4887-9a90-44dc-8496-dff3106a2ad9, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:14:31.602867 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.672123 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] For port 9e9e4887-9a90-44dc-8496-dff3106a2ad9, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:14:31.675649 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] For port 9e9e4887-9a90-44dc-8496-dff3106a2ad9, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e9e4887-9a90-44dc-8496-dff3106a2ad9,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:14:31.683180 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.725922 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:31.726558 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:31.728167 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e9e4887-9a90-44dc-8496-dff3106a2ad9 HTTP/1.1" status: 200 len: 1094 time: 0.7070820 Oct 11 16:14:31.728627 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c483dd20-2125-4632-8741-2a4012ec919a', 'tag': '9e9e4887-9a90-44dc-8496-dff3106a2ad9'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:31.730909 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c4fae-e522-492c-bfac-ce3cd4cbe15a" -d '{"events": [{"name": "network-changed", "server_uuid": "c483dd20-2125-4632-8741-2a4012ec919a", "tag": "9e9e4887-9a90-44dc-8496-dff3106a2ad9"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:31.756578 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d6dfb-61ab-4692-b560-e96b23bb2db5 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9e4887-9a90-44dc-8496-dff3106a2ad9,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:31.803951 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865d8578-ad5b-4f7c-a917-863587fbcd62 x-openstack-request-id: req-865d8578-ad5b-4f7c-a917-863587fbcd62 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:31.804287 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c483dd20-2125-4632-8741-2a4012ec919a", "tag": "9e9e4887-9a90-44dc-8496-dff3106a2ad9", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:31.804564 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-865d8578-ad5b-4f7c-a917-863587fbcd62 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:31.804940 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c483dd20-2125-4632-8741-2a4012ec919a', 'tag': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'status': 'completed', 'code': 200} Oct 11 16:14:31.821225 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-1a2256c1-088d-4a68-b42e-50b2407d2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:31.822816 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-1a2256c1-088d-4a68-b42e-50b2407d2dc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 1097 time: 0.0542686 Oct 11 16:14:31.868560 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-ca538ea2-cd2d-4ab5-bf9c-46056ab12a94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e9e4887-9a90-44dc-8496-dff3106a2ad9 HTTP/1.1" status: 200 len: 217 time: 0.0361030 Oct 11 16:14:31.945277 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-f3add906-de31-45b6-bb02-8fe55fe241ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:31.946751 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-f3add906-de31-45b6-bb02-8fe55fe241ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0702345 Oct 11 16:14:31.973318 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e1e06-b10b-4b1d-b15a-02e2726cf7c8 req-f9ff90ef-8837-4da0-9520-8cdf26b611da tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:31.974719 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-206e1e06-b10b-4b1d-b15a-02e2726cf7c8 req-f9ff90ef-8837-4da0-9520-8cdf26b611da tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 945 time: 0.0636904 Oct 11 16:14:32.035908 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-9ac30ce7-1684-4311-8ea6-a033b938b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.037401 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-9ac30ce7-1684-4311-8ea6-a033b938b679 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787070 Oct 11 16:14:32.040388 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-206e1e06-b10b-4b1d-b15a-02e2726cf7c8 req-3a49f777-513f-4465-9957-5f19858d301b tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448005 Oct 11 16:14:32.138095 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-5ef689af-eceb-4895-a0d1-d1e503047fd2 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927737 Oct 11 16:14:32.145238 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da29948-4dee-464a-8f62-29cdd4c34537 req-0a0acbbe-63a1-476d-9e77-76f8e7a389fe tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.146663 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3da29948-4dee-464a-8f62-29cdd4c34537 req-0a0acbbe-63a1-476d-9e77-76f8e7a389fe tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0505452 Oct 11 16:14:32.186196 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3da29948-4dee-464a-8f62-29cdd4c34537 req-ad2d1350-287c-4a64-82bc-2334238dda37 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Oct 11 16:14:32.244872 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b2bba912-4a78-46af-95d3-349ad27ab264 req-6a4d8b73-29c3-4575-9bb4-e60b03a8a63b service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989549 Oct 11 16:14:32.354735 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-fbcf5a2f-99f0-480d-a71d-9f624ecbfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.357200 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-fbcf5a2f-99f0-480d-a71d-9f624ecbfa27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 1097 time: 0.0510342 Oct 11 16:14:32.359290 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 745936ec-16be-4da0-8bb6-485bfe9e3c0f up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:14:32.412753 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 745936ec-16be-4da0-8bb6-485bfe9e3c0f completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:14:32.418237 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 745936ec-16be-4da0-8bb6-485bfe9e3c0f triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:32.418695 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:32.457353 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-cb4cbf42-5fc7-4336-b094-a6ba3732c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.458876 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-cb4cbf42-5fc7-4336-b094-a6ba3732c900 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.0952592 Oct 11 16:14:32.502036 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-07750879-964d-4ed9-8a0c-552b754ddbda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e9e4887-9a90-44dc-8496-dff3106a2ad9 HTTP/1.1" status: 200 len: 217 time: 0.0353236 Oct 11 16:14:32.504928 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:32.525459 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:32.528037 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3a9e63-5103-4fe8-bce0-eb3b831b6e67" -d '{"events": [{"server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "name": "network-vif-plugged", "status": "completed", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:32.544762 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:32.550412 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:32.576731 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afc5b1e-4e66-4197-b0ab-53badd073b26 x-openstack-request-id: req-3afc5b1e-4e66-4197-b0ab-53badd073b26 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:32.576990 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "name": "network-vif-plugged", "status": "completed", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:32.577247 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3afc5b1e-4e66-4197-b0ab-53badd073b26 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:32.577629 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'code': 200} Oct 11 16:14:32.582432 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-ffac19be-b2da-4718-bc0f-d0d9a2db68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.583946 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-ffac19be-b2da-4718-bc0f-d0d9a2db68b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0749760 Oct 11 16:14:32.611665 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb77b61-d846-4058-86f3-6eab6213c289 req-b2b50ea0-fdc3-4ea9-96aa-5c6d71a47cb7 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.611925 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=745936ec-16be-4da0-8bb6-485bfe9e3c0f,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:32.613175 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4eb77b61-d846-4058-86f3-6eab6213c289 req-b2b50ea0-fdc3-4ea9-96aa-5c6d71a47cb7 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 944 time: 0.0712616 Oct 11 16:14:32.670906 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-efed92ff-4212-4131-9580-048172a7ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.672341 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-efed92ff-4212-4131-9580-048172a7ccb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760827 Oct 11 16:14:32.676029 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4eb77b61-d846-4058-86f3-6eab6213c289 req-3a2ed075-4af0-4a3e-b023-e01bd0785d3b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454750 Oct 11 16:14:32.773866 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-f0ebf348-0645-4af8-81a5-a382bd636e37 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926027 Oct 11 16:14:32.796075 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643440f-a4f1-4077-911b-7896b1fac343 req-c99c7024-33b8-4b0c-a3c0-4cc09e5f45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:32.797556 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5643440f-a4f1-4077-911b-7896b1fac343 req-c99c7024-33b8-4b0c-a3c0-4cc09e5f45ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1099 time: 0.0442703 Oct 11 16:14:32.833047 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5643440f-a4f1-4077-911b-7896b1fac343 req-087db104-cb9b-49a4-b79e-53211370e5c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276227 Oct 11 16:14:32.868910 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-196c4fae-e522-492c-bfac-ce3cd4cbe15a req-bf187bde-c60f-45de-a2df-50c774248df8 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867398 Oct 11 16:14:33.180534 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb96a5-7220-4c82-89ec-c684c53b1e24 req-56f54307-f21a-4cca-8740-f001f49ab369 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:33.182068 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-69fb96a5-7220-4c82-89ec-c684c53b1e24 req-56f54307-f21a-4cca-8740-f001f49ab369 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0608301 Oct 11 16:14:33.221154 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-69fb96a5-7220-4c82-89ec-c684c53b1e24 req-e9af5edb-c0e7-4426-af02-795365cc596f tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324502 Oct 11 16:14:33.316927 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f283e-6d36-4fb5-b388-09a7373426a3 req-382080f8-95f5-4072-b6af-1d3f51833f08 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:33.318439 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-585f283e-6d36-4fb5-b388-09a7373426a3 req-382080f8-95f5-4072-b6af-1d3f51833f08 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0569272 Oct 11 16:14:33.358633 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-585f283e-6d36-4fb5-b388-09a7373426a3 req-83558099-2d9c-4a32-84de-e58d554a49e8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335112 Oct 11 16:14:33.803728 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7696012-263f-4bfe-8741-f2f4e9fe7842 req-bf7da1e8-b74e-407e-aaa0-ecd1d2de2c56 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:33.805257 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d7696012-263f-4bfe-8741-f2f4e9fe7842 req-bf7da1e8-b74e-407e-aaa0-ecd1d2de2c56 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 944 time: 0.0516765 Oct 11 16:14:33.847673 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d7696012-263f-4bfe-8741-f2f4e9fe7842 req-05b1e380-2382-45da-be3c-77177bb0179e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341244 Oct 11 16:14:34.344670 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f01fa3-8909-4cf4-b99b-3a1997ba42b0 req-4adc6492-9414-4d45-96bf-652ddadb84d3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:34.346266 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-29f01fa3-8909-4cf4-b99b-3a1997ba42b0 req-4adc6492-9414-4d45-96bf-652ddadb84d3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0513947 Oct 11 16:14:34.385212 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-29f01fa3-8909-4cf4-b99b-3a1997ba42b0 req-591ef7b7-406b-4b66-b40f-5fe1ca30e97a tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327661 Oct 11 16:14:34.497727 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdf4ad-41a4-4f20-9247-0b6684c7c7db req-57383de6-0f45-4d34-a6ff-c758f6098a55 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:34.499196 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-46fdf4ad-41a4-4f20-9247-0b6684c7c7db req-57383de6-0f45-4d34-a6ff-c758f6098a55 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0567811 Oct 11 16:14:34.541770 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-46fdf4ad-41a4-4f20-9247-0b6684c7c7db req-3f7c02dd-ddf3-443b-ac87-d037b445fc19 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335441 Oct 11 16:14:34.972402 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d9174-7272-4b1e-9927-0e6b3f2dbd42 req-721d181d-3e48-4807-9dc8-28801bf96a61 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:34.973877 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f69d9174-7272-4b1e-9927-0e6b3f2dbd42 req-721d181d-3e48-4807-9dc8-28801bf96a61 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 944 time: 0.0520556 Oct 11 16:14:35.013054 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f69d9174-7272-4b1e-9927-0e6b3f2dbd42 req-f9b2285d-4d80-4425-845c-09fc82ad7d5b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329089 Oct 11 16:14:35.516249 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70ab11-725c-4abd-8832-c152d4e8ab83 req-5a0daacd-68a7-404f-9357-1d9c722be75d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:35.517793 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d70ab11-725c-4abd-8832-c152d4e8ab83 req-5a0daacd-68a7-404f-9357-1d9c722be75d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0549228 Oct 11 16:14:35.557509 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1d70ab11-725c-4abd-8832-c152d4e8ab83 req-6dea2c7b-02ac-4692-92e9-8125707f01e3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335069 Oct 11 16:14:35.671458 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcd2b6-ec61-4a69-ab7c-f6ea69353d81 req-7552d3ba-caa3-49f1-9789-761e50edf015 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:35.672578 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057f656-7cd5-4ed5-ab49-1d3b8867b602 req-c034b1bc-4a43-42d7-a6de-78ef079bdb81 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:35.673045 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8ffcd2b6-ec61-4a69-ab7c-f6ea69353d81 req-7552d3ba-caa3-49f1-9789-761e50edf015 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0487540 Oct 11 16:14:35.674391 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f057f656-7cd5-4ed5-ab49-1d3b8867b602 req-c034b1bc-4a43-42d7-a6de-78ef079bdb81 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 943 time: 0.0552402 Oct 11 16:14:35.713279 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f057f656-7cd5-4ed5-ab49-1d3b8867b602 req-0a04dd41-3671-4cb1-8aef-d08a8df49dd4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329173 Oct 11 16:14:35.713810 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8ffcd2b6-ec61-4a69-ab7c-f6ea69353d81 req-9ed78bb1-cbf8-4814-94cc-145974ef6861 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343773 Oct 11 16:14:35.737644 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52050) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:35.882614 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa121579-bc9c-471e-9064-115f7193059c tempest-TestShelveInstance-1829780407 tempest-TestShelveInstance-1829780407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:35.884202 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-fa121579-bc9c-471e-9064-115f7193059c tempest-TestShelveInstance-1829780407 tempest-TestShelveInstance-1829780407-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1094 time: 0.1454248 Oct 11 16:14:35.888507 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52054) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:35.892756 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Request body: {'floatingip': {'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'port_id': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:35.918631 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for floatingip, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:36.032068 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:36.131019 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bfc9f-c351-4b63-871d-947ec1931a10 req-cf6e57d9-0dd8-4246-9c3c-61f61eaf86ee tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:36.132536 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-472bfc9f-c351-4b63-871d-947ec1931a10 req-cf6e57d9-0dd8-4246-9c3c-61f61eaf86ee tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 944 time: 0.0529897 Oct 11 16:14:36.140045 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Allocated IP 172.27.0.67 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/5a7a036b-518b-418f-a6ae-3b2c079c32eb) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:14:36.172536 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-472bfc9f-c351-4b63-871d-947ec1931a10 req-b2e1186a-15f4-43c1-95b4-e56b5bd0eeee tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334964 Oct 11 16:14:36.245811 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:36.283912 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:36.323901 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:14:36.326728 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:14:36.330456 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:14:36.335893 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'Port': ['ID=5a7a036b-518b-418f-a6ae-3b2c079c32eb,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:36.387482 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f51fc311-eec2-40fb-bb99-c04c5af1179a details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:14:36.484444 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:36.496937 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'port_id': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'mac_address': 'fa:16:3e:fe:c2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:14:36.543666 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:36.557952 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51fc311-eec2-40fb-bb99-c04c5af1179a {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:14:36.578387 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:36.583477 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:36.634489 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=9']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:36.700705 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:36.772132 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:36.895262 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463206c4-900f-4103-98df-3713361d3f1c req-ae048510-00a4-4fbe-9cd8-c7adbddef884 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:36.896702 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-463206c4-900f-4103-98df-3713361d3f1c req-ae048510-00a4-4fbe-9cd8-c7adbddef884 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 944 time: 0.1014049 Oct 11 16:14:36.939866 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['f51fc311-eec2-40fb-bb99-c04c5af1179a'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:14:36.963446 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-463206c4-900f-4103-98df-3713361d3f1c req-7f43f2c5-d2d4-4463-9b6d-841cc94d5745 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598812 Oct 11 16:14:36.997296 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:37.003038 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:37.066115 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event updated for resources: {'Port': ['ID=5a7a036b-518b-418f-a6ae-3b2c079c32eb,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:37.081909 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:37.313433 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f262c5-2494-4dff-8fb5-3650de95ed0a req-bcee0de8-00f2-4845-a57c-32b8c549cb96 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:37.314978 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a9f262c5-2494-4dff-8fb5-3650de95ed0a req-bcee0de8-00f2-4845-a57c-32b8c549cb96 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 944 time: 0.0595670 Oct 11 16:14:37.354975 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a9f262c5-2494-4dff-8fb5-3650de95ed0a req-b4de07be-568a-4bba-bd77-176bd46b73c8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339262 Oct 11 16:14:37.416373 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Floating IP da2dea03-9008-4519-b1d3-68817a794307 associated. External IP: 172.27.0.67, port: 745936ec-16be-4da0-8bb6-485bfe9e3c0f. Oct 11 16:14:37.521003 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:37.656796 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Router 86778270-65eb-4802-b17d-b2447daf69ff has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:14:37.767035 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:14:37.776980 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] Sync routers for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:14:37.786498 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:37.786838 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:37.787557 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:14:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:37.813615 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-a607c7e3-a70f-4301-8c88-619abeb2ac16 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9240952 Oct 11 16:14:37.814320 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:37.816808 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699c82e5-e0da-4fcb-8b27-7f5392f413fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:37.854078 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb0871-004b-425d-8819-d18c6b74e5fd x-openstack-request-id: req-89cb0871-004b-425d-8819-d18c6b74e5fd {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:37.854372 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:37.854617 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89cb0871-004b-425d-8819-d18c6b74e5fd {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:37.855008 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'status': 'completed', 'code': 200} Oct 11 16:14:37.921003 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-cb72bc9b-c08a-41b8-a808-fb50199a800f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:37.922562 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-cb72bc9b-c08a-41b8-a808-fb50199a800f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1dd13212d3f248c785d9f51092e253ab&device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1099 time: 0.0452759 Oct 11 16:14:38.026952 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:38.032279 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-14c57983-27ad-46f9-bbff-0f241d1ad691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:38.034117 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-14c57983-27ad-46f9-bbff-0f241d1ad691 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f72d9996-2385-4ef2-9450-ee7c71f08814 HTTP/1.1" status: 200 len: 910 time: 0.1034908 Oct 11 16:14:38.088383 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3044e-3c84-4881-a0ab-4da06defc4ad req-e9ea9f69-6f00-4b5b-b1d3-ec31bf154f42 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:38.089915 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acb3044e-3c84-4881-a0ab-4da06defc4ad req-e9ea9f69-6f00-4b5b-b1d3-ec31bf154f42 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 944 time: 0.0499847 Oct 11 16:14:38.103147 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-3253f940-e579-4686-b761-c1353767e061 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f HTTP/1.1" status: 200 len: 999 time: 0.0614946 Oct 11 16:14:38.131633 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acb3044e-3c84-4881-a0ab-4da06defc4ad req-206be0d6-8ce8-4c2f-a4c5-12e21e5fdd70 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354688 Oct 11 16:14:38.159845 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-41f6fd1d-8ad2-4cc3-8d5d-d9228cd25997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:38.161383 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-41f6fd1d-8ad2-4cc3-8d5d-d9228cd25997 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69ca98d4-bbfe-417a-80a4-894dd29fdda3 HTTP/1.1" status: 200 len: 848 time: 0.0513790 Oct 11 16:14:38.211818 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-5e2bf8b5-6993-4550-a2e3-4383fc3d1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:38.213491 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-5e2bf8b5-6993-4550-a2e3-4383fc3d1059 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f72d9996-2385-4ef2-9450-ee7c71f08814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419292 Oct 11 16:14:38.265831 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'da2dea03-9008-4519-b1d3-68817a794307', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'port_id': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'mac_address': 'fa:16:3e:e2:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:36Z', 'updated_at': '2021-10-11T16:14:36Z', 'revision_number': 0, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:26Z', 'revision_number': 5, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:38.296331 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] Checking router: 86778270-65eb-4802-b17d-b2447daf69ff for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:14:38.305155 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-1f4cad85-3c0a-43f1-a0b4-76505bfd4b86 service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840645 Oct 11 16:14:38.306071 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:38.306770 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:14:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:38.397557 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f51fc311-eec2-40fb-bb99-c04c5af1179a up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:14:38.402704 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-699c82e5-e0da-4fcb-8b27-7f5392f413fc req-9098651a-689d-488b-b618-57239042476d service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895655 Oct 11 16:14:38.447803 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:38.477150 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e72ba-d444-443c-bc33-db7cee727741 req-31754368-e780-4c70-a127-f81fc4029b0a tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:38.478782 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e12e72ba-d444-443c-bc33-db7cee727741 req-31754368-e780-4c70-a127-f81fc4029b0a tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 944 time: 0.0498817 Oct 11 16:14:38.517555 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e12e72ba-d444-443c-bc33-db7cee727741 req-14d7bde7-dc1e-4421-bf14-4b18827b07de tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 Oct 11 16:14:38.530576 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port f51fc311-eec2-40fb-bb99-c04c5af1179a triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:38.531096 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:38.693831 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:38.736118 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:38.738377 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6870ce-947c-488f-a98e-677f0ae71d25" -d '{"events": [{"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-plugged", "status": "completed", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:38.754128 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:38.766986 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:38.777952 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aa2a9f-ebbb-4512-bb97-ee30d99a83a6 x-openstack-request-id: req-f5aa2a9f-ebbb-4512-bb97-ee30d99a83a6 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:38.778244 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-plugged", "status": "completed", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:38.778494 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5aa2a9f-ebbb-4512-bb97-ee30d99a83a6 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:38.778870 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'code': 200} Oct 11 16:14:38.805263 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'da2dea03-9008-4519-b1d3-68817a794307', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'port_id': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'mac_address': 'fa:16:3e:e2:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:36Z', 'updated_at': '2021-10-11T16:14:36Z', 'revision_number': 0, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:26Z', 'revision_number': 5, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:38.840510 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ce7aa-51b9-431b-9dd6-c5500499eb84 None None] The sync data for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi is: [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'da2dea03-9008-4519-b1d3-68817a794307', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'port_id': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'mac_address': 'fa:16:3e:e2:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:36Z', 'updated_at': '2021-10-11T16:14:36Z', 'revision_number': 0, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:26Z', 'revision_number': 5, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:14:38.856107 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=10']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:39.042124 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd426c6e-4d50-4539-b945-59172b9f5b59 None None] New status for floating IP da2dea03-9008-4519-b1d3-68817a794307: ACTIVE {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:14:39.268802 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37415f80-1bab-4dbf-8637-f6012288c0fa req-5ab7ca7d-0598-46c1-aab5-4881086f5f95 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:39.270379 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37415f80-1bab-4dbf-8637-f6012288c0fa req-5ab7ca7d-0598-46c1-aab5-4881086f5f95 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 946 time: 0.0618355 Oct 11 16:14:39.319774 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37415f80-1bab-4dbf-8637-f6012288c0fa req-554f29ec-d013-4d72-aa17-198ba06b7bdf tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354717 Oct 11 16:14:39.378642 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e53c6-1b43-41d0-8e31-5ec986c6d088 req-e547316b-483b-4948-9d18-02ca1ef1e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:39.380137 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bb6e53c6-1b43-41d0-8e31-5ec986c6d088 req-e547316b-483b-4948-9d18-02ca1ef1e9be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 1099 time: 0.0417330 Oct 11 16:14:39.415544 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bb6e53c6-1b43-41d0-8e31-5ec986c6d088 req-0f037d98-7f45-46a9-9a57-94cb69f11e5c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279338 Oct 11 16:14:39.654554 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c4a65-1168-4903-8bb0-1264caa9a2c4 req-db43d4ba-9eb7-4bff-b958-ba9dbfde9e8e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:39.656112 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d11c4a65-1168-4903-8bb0-1264caa9a2c4 req-db43d4ba-9eb7-4bff-b958-ba9dbfde9e8e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 944 time: 0.0623260 Oct 11 16:14:39.694271 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d11c4a65-1168-4903-8bb0-1264caa9a2c4 req-174e48c0-72b0-40fa-803c-c4877d454013 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Oct 11 16:14:40.402545 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 9e9e4887-9a90-44dc-8496-dff3106a2ad9 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:14:40.455568 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c435d8-98f1-4d95-8345-af3afe665e1b req-395e1262-568e-4eaf-a0a8-9ceb616d3db0 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:40.457050 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f7c435d8-98f1-4d95-8345-af3afe665e1b req-395e1262-568e-4eaf-a0a8-9ceb616d3db0 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 946 time: 0.0495296 Oct 11 16:14:40.497108 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f7c435d8-98f1-4d95-8345-af3afe665e1b req-21e44615-acfe-4e26-a23a-d8623bcfcb55 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328350 Oct 11 16:14:40.499743 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 9e9e4887-9a90-44dc-8496-dff3106a2ad9, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e9e4887-9a90-44dc-8496-dff3106a2ad9,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:40.511493 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'port_id': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'mac_address': 'fa:16:3e:03:50:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:14:40.553072 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:40.566091 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9e4887-9a90-44dc-8496-dff3106a2ad9 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:14:40.584916 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 9e9e4887-9a90-44dc-8496-dff3106a2ad9, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e9e4887-9a90-44dc-8496-dff3106a2ad9,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:40.591767 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:40.640403 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=9e9e4887-9a90-44dc-8496-dff3106a2ad9,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:40.824368 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d7c9a-a295-4ce3-a3ab-5c353e5eeb82 req-ba2a0146-fe5b-4315-898a-cc604672015b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:40.825936 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-792d7c9a-a295-4ce3-a3ab-5c353e5eeb82 req-ba2a0146-fe5b-4315-898a-cc604672015b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 945 time: 0.0584526 Oct 11 16:14:40.868731 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-792d7c9a-a295-4ce3-a3ab-5c353e5eeb82 req-1af37f5f-92a2-43d8-999e-14c46edbeb7d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Oct 11 16:14:41.068592 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['9e9e4887-9a90-44dc-8496-dff3106a2ad9'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:14:41.631959 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95099cd4-5c91-4e37-914b-4aceb1d59a3e req-108869a8-e252-468e-8fe9-e5c40f86c0ef tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:41.633484 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-95099cd4-5c91-4e37-914b-4aceb1d59a3e req-108869a8-e252-468e-8fe9-e5c40f86c0ef tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 946 time: 0.0549407 Oct 11 16:14:41.675870 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-95099cd4-5c91-4e37-914b-4aceb1d59a3e req-65f006bf-6527-448b-87a5-bcf01f5fcae4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348449 Oct 11 16:14:42.002063 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02600de-cd3d-4546-b31b-7730c9c428e8 req-3d42faaf-2494-4166-972a-0e5f76fc0bd9 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:42.003534 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e02600de-cd3d-4546-b31b-7730c9c428e8 req-3d42faaf-2494-4166-972a-0e5f76fc0bd9 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 945 time: 0.0521479 Oct 11 16:14:42.045082 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e02600de-cd3d-4546-b31b-7730c9c428e8 req-e0509261-65e3-4014-abe6-082b4b4b5f06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331354 Oct 11 16:14:42.434746 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 9e9e4887-9a90-44dc-8496-dff3106a2ad9 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:14:42.507055 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:14:42.512678 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:14:42.513045 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:42.592048 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:14:42.598892 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:42.623706 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c483dd20-2125-4632-8741-2a4012ec919a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9e4887-9a90-44dc-8496-dff3106a2ad9'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:42.626011 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd17d7-1830-4bb8-b43e-5376d88bc371" -d '{"events": [{"server_uuid": "c483dd20-2125-4632-8741-2a4012ec919a", "name": "network-vif-plugged", "status": "completed", "tag": "9e9e4887-9a90-44dc-8496-dff3106a2ad9"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:42.639344 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 9e9e4887-9a90-44dc-8496-dff3106a2ad9, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e9e4887-9a90-44dc-8496-dff3106a2ad9,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:14:42.645153 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:42.670729 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb36a25-71c0-4680-9a53-a135bd27ecf0 x-openstack-request-id: req-dbb36a25-71c0-4680-9a53-a135bd27ecf0 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:42.671018 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c483dd20-2125-4632-8741-2a4012ec919a", "name": "network-vif-plugged", "status": "completed", "tag": "9e9e4887-9a90-44dc-8496-dff3106a2ad9", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:42.671274 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbb36a25-71c0-4680-9a53-a135bd27ecf0 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:42.671680 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c483dd20-2125-4632-8741-2a4012ec919a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'code': 200} Oct 11 16:14:42.701107 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=9e9e4887-9a90-44dc-8496-dff3106a2ad9,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:42.806819 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a055e-553f-4656-b906-2d0f1dfa9a47 req-7947c6b6-a286-4770-aa19-86ea58432915 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:42.809013 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-764a055e-553f-4656-b906-2d0f1dfa9a47 req-7947c6b6-a286-4770-aa19-86ea58432915 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 946 time: 0.0567958 Oct 11 16:14:42.848130 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-764a055e-553f-4656-b906-2d0f1dfa9a47 req-3aca84aa-68af-42ae-90ba-adb0115d9ae1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327632 Oct 11 16:14:42.928530 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c3e5f-2839-4c62-87ea-19e7d2b25042 req-f88ed385-361f-4a8f-be0f-1491f675990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:42.930027 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-115c3e5f-2839-4c62-87ea-19e7d2b25042 req-f88ed385-361f-4a8f-be0f-1491f675990f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 1099 time: 0.0508997 Oct 11 16:14:42.966445 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-115c3e5f-2839-4c62-87ea-19e7d2b25042 req-e446878d-341a-4cd9-abb6-9732aa5cbf44 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283530 Oct 11 16:14:43.176103 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12809f28-00a5-41d4-851e-4ebaa87ad84c req-94933dfb-5588-42da-84c9-c0918513b817 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:43.177606 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-12809f28-00a5-41d4-851e-4ebaa87ad84c req-94933dfb-5588-42da-84c9-c0918513b817 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 946 time: 0.0565813 Oct 11 16:14:43.220472 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-12809f28-00a5-41d4-851e-4ebaa87ad84c req-5a97ad0e-cb7b-4a0f-b00a-8f9f598d41c3 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340335 Oct 11 16:14:44.354338 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165f130-7811-4acd-b4be-5a1bde0f8182 req-fc6177fe-27ed-40ee-b64a-3d3ba46c2826 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:44.356055 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5165f130-7811-4acd-b4be-5a1bde0f8182 req-fc6177fe-27ed-40ee-b64a-3d3ba46c2826 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 946 time: 0.0519872 Oct 11 16:14:44.398825 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5165f130-7811-4acd-b4be-5a1bde0f8182 req-dbd181a9-ff6e-485f-98da-01eb93c63c04 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339942 Oct 11 16:14:44.606728 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-ac5d95e1-cc27-41cc-8688-af49930b80f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472398 Oct 11 16:14:44.687825 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-8dea52f5-ca71-4f6f-9785-a62676268afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:44.689251 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-8dea52f5-ca71-4f6f-9785-a62676268afe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 1099 time: 0.0507426 Oct 11 16:14:44.801494 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-5eaa5f60-a1b9-45cc-887e-275307ecdbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:44.803019 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-5eaa5f60-a1b9-45cc-887e-275307ecdbcb service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.0904646 Oct 11 16:14:44.877265 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-8f32af79-bd72-476c-b795-0c8d12c0668c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a HTTP/1.1" status: 200 len: 1000 time: 0.0646727 Oct 11 16:14:44.942158 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-4d4eaebc-0e8b-418b-a31a-c522b2a6e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:44.943506 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-4d4eaebc-0e8b-418b-a31a-c522b2a6e4a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0494525 Oct 11 16:14:44.998412 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-e98aebc1-8731-410a-9365-689e14850ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:44.999923 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-e98aebc1-8731-410a-9365-689e14850ec7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489266 Oct 11 16:14:45.111409 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-e6bf0cbc-1eb9-4202-ada3-7594b18169a8 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040812 Oct 11 16:14:45.207615 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3ca4829e-e21b-427e-9901-d2c7790d8211 req-6cf4aab7-0e92-4216-85bb-6c34df48ce21 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887465 Oct 11 16:14:45.536813 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d9669-337a-45d4-8db3-3cdd30717057 req-eb776363-51d5-4326-94f1-118f8c9a8b1f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:45.538181 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-af2d9669-337a-45d4-8db3-3cdd30717057 req-eb776363-51d5-4326-94f1-118f8c9a8b1f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 946 time: 0.0566909 Oct 11 16:14:45.582571 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-af2d9669-337a-45d4-8db3-3cdd30717057 req-23be1701-3ea4-497e-bc4e-07734e2feaac tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356655 Oct 11 16:14:45.702124 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e329c-c63f-4506-898c-92925cb20500 req-d4031c4b-98da-4a2c-a80c-8a64838c7f2b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:45.703724 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b33e329c-c63f-4506-898c-92925cb20500 req-d4031c4b-98da-4a2c-a80c-8a64838c7f2b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 946 time: 0.0520589 Oct 11 16:14:45.745867 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b33e329c-c63f-4506-898c-92925cb20500 req-d57db34c-cba6-4506-84a0-1def891bdf38 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330122 Oct 11 16:14:45.780076 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52138) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:45.866018 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1914782-334d-4e38-9b57-e25897c4db0b tempest-TestVolumeBootPattern-1498230225 tempest-TestVolumeBootPattern-1498230225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:45.867603 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-e1914782-334d-4e38-9b57-e25897c4db0b tempest-TestVolumeBootPattern-1498230225 tempest-TestVolumeBootPattern-1498230225-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 1094 time: 0.0864899 Oct 11 16:14:45.872136 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52142) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:14:45.876754 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'floatingip': {'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'port_id': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:14:45.904906 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:46.004948 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:46.119756 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Allocated IP 172.27.0.154 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/e8dba0e8-b5c1-48d4-8e37-6a1867deb0ce) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:14:46.495288 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:46.532560 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:46.573886 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:14:46.577094 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:14:46.580709 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:14:46.585950 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'Port': ['ID=e8dba0e8-b5c1-48d4-8e37-6a1867deb0ce,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:46.609947 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.610281 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.610611 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.610930 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.611250 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.611607 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.611923 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.612236 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.612550 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.612860 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.613173 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.613477 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:14:46.959975 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:47.039618 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:47.200099 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:47.208125 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:47.276483 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'Port': ['ID=e8dba0e8-b5c1-48d4-8e37-6a1867deb0ce,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:14:47.292725 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:47.421638 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.l3_db [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Floating IP add8451d-e05b-4783-a62d-37fc0a33531e associated. External IP: 172.27.0.154, port: 9e9e4887-9a90-44dc-8496-dff3106a2ad9. Oct 11 16:14:47.644577 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Router 270e0103-5605-4069-990e-307a35ac3ec9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:14:47.757331 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:14:47.767682 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] Sync routers for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:14:47.777996 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:47.778273 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:47.778915 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:14:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:47.806724 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f01af703-fac0-488e-bdcc-691ba3102aa8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9334841 Oct 11 16:14:47.807302 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c483dd20-2125-4632-8741-2a4012ec919a', 'tag': '9e9e4887-9a90-44dc-8496-dff3106a2ad9'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:14:47.810325 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c483dd20-2125-4632-8741-2a4012ec919a", "tag": "9e9e4887-9a90-44dc-8496-dff3106a2ad9"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:14:47.885825 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:47.903383 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e973362a-21ee-416e-ba28-9c23e52c7e9e x-openstack-request-id: req-e973362a-21ee-416e-ba28-9c23e52c7e9e {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:14:47.903712 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c483dd20-2125-4632-8741-2a4012ec919a", "tag": "9e9e4887-9a90-44dc-8496-dff3106a2ad9", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:14:47.904025 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e973362a-21ee-416e-ba28-9c23e52c7e9e {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:14:47.904426 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c483dd20-2125-4632-8741-2a4012ec919a', 'tag': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'status': 'completed', 'code': 200} Oct 11 16:14:47.976534 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-70b65bef-27d6-4108-8b6c-f873c4b738f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:47.978049 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-70b65bef-27d6-4108-8b6c-f873c4b738f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 1099 time: 0.0497696 Oct 11 16:14:48.075309 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-392990a5-3dc5-42cc-8f96-1bf88ea36a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:48.076896 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-392990a5-3dc5-42cc-8f96-1bf88ea36a1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.0895412 Oct 11 16:14:48.118169 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'add8451d-e05b-4783-a62d-37fc0a33531e', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:03:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c483dd20-2125-4632-8741-2a4012ec919a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:46Z', 'updated_at': '2021-10-11T16:14:46Z', 'revision_number': 0, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:48.143979 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-d078642c-3be4-4c02-8fe5-897dcc8ca924 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e9e4887-9a90-44dc-8496-dff3106a2ad9 HTTP/1.1" status: 200 len: 1000 time: 0.0576820 Oct 11 16:14:48.145181 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] Checking router: 270e0103-5605-4069-990e-307a35ac3ec9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:14:48.154826 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:14:48.155430 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:14:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:48.202666 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-7f857480-96db-4ae9-9192-4f9a63ebfed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:48.204171 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-7f857480-96db-4ae9-9192-4f9a63ebfed5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0496986 Oct 11 16:14:48.254785 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-6b588a2b-af11-49eb-b10a-2c430fd3b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:14:48.256445 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-6b588a2b-af11-49eb-b10a-2c430fd3b06b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430298 Oct 11 16:14:48.355268 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-e3c17e59-3960-4a8b-a4f3-6f07c556cfad service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883496 Oct 11 16:14:48.397646 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:14:48.452750 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cad45fe9-358f-4c7a-84ea-f65a7d3b15c1 req-8d797b2e-ab30-478f-a9e3-c0ee1e1f04c1 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887003 Oct 11 16:14:48.638222 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'add8451d-e05b-4783-a62d-37fc0a33531e', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:03:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c483dd20-2125-4632-8741-2a4012ec919a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:46Z', 'updated_at': '2021-10-11T16:14:46Z', 'revision_number': 0, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:14:48.668337 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20741dd-ece5-4997-abb8-cd6403f9184e None None] The sync data for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi is: [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'add8451d-e05b-4783-a62d-37fc0a33531e', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:03:50:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c483dd20-2125-4632-8741-2a4012ec919a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:14:46Z', 'updated_at': '2021-10-11T16:14:46Z', 'revision_number': 0, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:14:48.881628 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba6303b-fa28-4eb8-b72d-bae8e64bc01e None None] New status for floating IP add8451d-e05b-4783-a62d-37fc0a33531e: ACTIVE {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:14:55.229884 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a9ed8f1-03fb-47eb-b1af-aa74ca564560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:57.720832 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a151a490-af4f-4a21-a9c0-8b619718b06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:58.856088 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:14:58.954430 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:00.666092 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:07.537023 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:08.514953 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0c0d6-9c79-4fc2-8153-8ef6004fbb14 req-ec0eee09-1263-4e6f-8acb-c872777aa154 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:08.516460 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eca0c0d6-9c79-4fc2-8153-8ef6004fbb14 req-ec0eee09-1263-4e6f-8acb-c872777aa154 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0571387 Oct 11 16:15:08.558481 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eca0c0d6-9c79-4fc2-8153-8ef6004fbb14 req-764eb5a9-9553-4fbb-8ba7-aa85b3af89d9 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355730 Oct 11 16:15:09.706746 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512be6a-51c1-4564-8179-e55a9bf074c5 req-a2628b6a-8075-4fd3-98e5-d23cfa0f6e14 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:09.708323 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2512be6a-51c1-4564-8179-e55a9bf074c5 req-a2628b6a-8075-4fd3-98e5-d23cfa0f6e14 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0632927 Oct 11 16:15:09.752839 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2512be6a-51c1-4564-8179-e55a9bf074c5 req-05de8838-a770-4941-9054-40d0db88976e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355618 Oct 11 16:15:10.895158 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00ee23-f249-40d9-b710-64a577ca50e6 req-f14fcc84-49e9-4339-b39e-a7684663f87f tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:10.896799 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4f00ee23-f249-40d9-b710-64a577ca50e6 req-f14fcc84-49e9-4339-b39e-a7684663f87f tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0704503 Oct 11 16:15:10.939718 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4f00ee23-f249-40d9-b710-64a577ca50e6 req-d93ca729-eaad-4154-b940-0fd553daf414 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338721 Oct 11 16:15:12.078990 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b78926-ab8e-4592-b9f9-0efdf41fd361 req-7b633c24-bc69-4700-a8a7-e8ce3d3468b4 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:12.080756 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-73b78926-ab8e-4592-b9f9-0efdf41fd361 req-7b633c24-bc69-4700-a8a7-e8ce3d3468b4 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0606139 Oct 11 16:15:12.120814 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-73b78926-ab8e-4592-b9f9-0efdf41fd361 req-4d952642-bcc5-4721-8e03-5056b87deded tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340204 Oct 11 16:15:13.252498 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ad929-9209-460c-a0da-e332e3b6f894 req-07f7980c-3a4b-4813-aa44-20ff3a738eab tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:13.254200 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1c0ad929-9209-460c-a0da-e332e3b6f894 req-07f7980c-3a4b-4813-aa44-20ff3a738eab tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0518510 Oct 11 16:15:13.294882 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-1c0ad929-9209-460c-a0da-e332e3b6f894 req-45d46871-46b0-47f3-85f3-85dd0d7f224d tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324101 Oct 11 16:15:14.437827 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6068f46-c036-4d42-96a2-d06401e00a32 req-957304eb-2eee-4fa5-b330-f2a260a34558 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:14.439344 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b6068f46-c036-4d42-96a2-d06401e00a32 req-957304eb-2eee-4fa5-b330-f2a260a34558 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0492239 Oct 11 16:15:14.477134 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b6068f46-c036-4d42-96a2-d06401e00a32 req-ade65aa3-e236-429a-b3de-c5dd9a316b61 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311949 Oct 11 16:15:15.609866 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31887c-f3aa-4217-912d-ed2badc4ed48 req-3fc837a7-49f4-4c7d-b72b-58a5c0ab4bec tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:15.611277 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3b31887c-f3aa-4217-912d-ed2badc4ed48 req-3fc837a7-49f4-4c7d-b72b-58a5c0ab4bec tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0547142 Oct 11 16:15:15.649879 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3b31887c-f3aa-4217-912d-ed2badc4ed48 req-84f2ab65-83ca-4447-a6ab-e09ccc5547ed tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322571 Oct 11 16:15:16.769906 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea06eae-efcb-42b8-980d-9a15f4b89c24 req-49ec5073-9aa1-4e0a-818c-4d73a9fe0578 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:16.771532 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6ea06eae-efcb-42b8-980d-9a15f4b89c24 req-49ec5073-9aa1-4e0a-818c-4d73a9fe0578 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0540135 Oct 11 16:15:16.813288 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6ea06eae-efcb-42b8-980d-9a15f4b89c24 req-e3653374-12e9-4f5a-928a-733f4c861a70 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Oct 11 16:15:17.949042 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d2e91-253a-46a0-9a52-8c0dcc1e799d req-8703a67b-1f46-4e17-b60e-b150b0886b1b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:17.950627 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-985d2e91-253a-46a0-9a52-8c0dcc1e799d req-8703a67b-1f46-4e17-b60e-b150b0886b1b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0567319 Oct 11 16:15:17.989066 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-985d2e91-253a-46a0-9a52-8c0dcc1e799d req-5df383a0-3dde-4ae5-9d5d-170cdbe4f6a5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322890 Oct 11 16:15:19.120827 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf1df7-fa98-47f7-92e1-07b588fef47d req-d7fb1609-f466-4d51-9d6f-14242d0f59ab tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:19.122300 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-29cf1df7-fa98-47f7-92e1-07b588fef47d req-d7fb1609-f466-4d51-9d6f-14242d0f59ab tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0605545 Oct 11 16:15:19.163916 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-29cf1df7-fa98-47f7-92e1-07b588fef47d req-f7a40473-b2d2-45b0-92eb-982c5e18bc28 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355587 Oct 11 16:15:19.387845 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fb235-ac7f-4d52-b3ec-bf3aa22c8705 req-b202818f-de05-4e59-98b5-418f7a9fd4ab tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:19.389479 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7a3fb235-ac7f-4d52-b3ec-bf3aa22c8705 req-b202818f-de05-4e59-98b5-418f7a9fd4ab tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0610371 Oct 11 16:15:19.442844 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-0f249b09-7009-4e72-888b-2f7fb57f11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:19.444801 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-0f249b09-7009-4e72-888b-2f7fb57f11ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 1099 time: 0.0784807 Oct 11 16:15:19.448071 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7a3fb235-ac7f-4d52-b3ec-bf3aa22c8705 req-8dc43fca-7884-40b8-a6ed-1dba052b86b5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446775 Oct 11 16:15:19.538921 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-603b323a-e6c1-43e2-8972-14659d4384b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:19.540311 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-603b323a-e6c1-43e2-8972-14659d4384b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 910 time: 0.0878372 Oct 11 16:15:19.590995 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:15:19.606895 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-a9d6edbc-a705-4beb-a459-9426bd6277b8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 200 len: 1001 time: 0.0582094 Oct 11 16:15:19.660450 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-114a0cce-46be-4810-9dad-1a81b4b5f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:19.663016 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-114a0cce-46be-4810-9dad-1a81b4b5f384 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.0492439 Oct 11 16:15:19.717006 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-0b297cf8-3c7b-42f2-b8c6-4e0d6f2844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:19.718934 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-0b297cf8-3c7b-42f2-b8c6-4e0d6f2844a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477412 Oct 11 16:15:19.809029 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-57d17d5a-5cf5-4a87-a0bf-098686383845 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816667 Oct 11 16:15:19.903001 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a62425ac-efe8-47b2-a20d-5db725394bdd req-f45a299e-6624-42df-b9bb-aa67b0a0c7c9 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859091 Oct 11 16:15:20.581111 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb147f53-98d3-4dd1-bf6c-34fb0339f85f req-8e654c2f-4168-4cd9-94cb-970305c03fdf tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:20.582790 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eb147f53-98d3-4dd1-bf6c-34fb0339f85f req-8e654c2f-4168-4cd9-94cb-970305c03fdf tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0620532 Oct 11 16:15:20.624761 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-eb147f53-98d3-4dd1-bf6c-34fb0339f85f req-bee61cfb-c811-419b-9ac3-ae27f566bb18 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335071 Oct 11 16:15:25.231616 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-576e2a69-7f6b-43e5-8d98-6c2ef536a0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:27.720746 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e3b02dc1-121c-411a-98ed-0a32ee1c5ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.863624 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:28.958088 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:30.673673 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:37.532563 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:37.978028 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6e584-6552-4cbb-aa26-1ffb8fbdaa1a req-87a6b5d2-ef61-4f78-94da-59f685310bf8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:37.980430 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dbe6e584-6552-4cbb-aa26-1ffb8fbdaa1a req-87a6b5d2-ef61-4f78-94da-59f685310bf8 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0521641 Oct 11 16:15:37.992911 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-26f05a6e-ee7b-44bd-8ffd-f1f6aaa94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:37.995587 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-26f05a6e-ee7b-44bd-8ffd-f1f6aaa94501 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37d5a55eb539422481f1d574065c5ef8&device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1138 time: 0.0468800 Oct 11 16:15:38.029987 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dbe6e584-6552-4cbb-aa26-1ffb8fbdaa1a req-8f1208f1-fc92-476b-9405-dd5800d41c92 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426140 Oct 11 16:15:38.106548 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-e05635a4-a8c3-4818-b476-968e59485c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:38.107998 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-e05635a4-a8c3-4818-b476-968e59485c26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 200 len: 916 time: 0.0991821 Oct 11 16:15:38.180321 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-2d203a1a-8e2d-415e-9870-264f13f15085 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 1001 time: 0.0589802 Oct 11 16:15:38.236344 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-02b07053-35ac-4ef3-9b5d-a6777d5a6d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:38.237921 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-02b07053-35ac-4ef3-9b5d-a6777d5a6d50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54db26f7-a6dd-4ded-8fd9-b4f587da16fa HTTP/1.1" status: 200 len: 854 time: 0.0485742 Oct 11 16:15:38.287768 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-b3f8da71-483d-4fdf-9986-a2aae764d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:38.289315 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-b3f8da71-483d-4fdf-9986-a2aae764d635 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8235ac25-fac9-489a-a537-17bc92b51d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430026 Oct 11 16:15:38.384169 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-75d3d0d7-1f9d-4623-aba7-63cb260581ba service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855441 Oct 11 16:15:38.485546 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6485ff08-7fbd-4f46-9c1e-a4a59ea7f3c4 req-a261c429-ddb9-4d36-a38a-3b376830b791 service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934780 Oct 11 16:15:39.154809 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46510cc1-08b3-4855-96f7-65585d0691ff req-0ec46df9-5c18-4bac-b8c2-220ac3392be9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:39.156398 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-46510cc1-08b3-4855-96f7-65585d0691ff req-0ec46df9-5c18-4bac-b8c2-220ac3392be9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0531573 Oct 11 16:15:39.200658 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-46510cc1-08b3-4855-96f7-65585d0691ff req-6b59da14-9a8a-4bfb-b44e-1fe4b7f87828 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352368 Oct 11 16:15:39.740830 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-b9aba814-e9ea-487c-81c5-438ec387c2c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471215 Oct 11 16:15:39.835160 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-ae2ceef2-db1e-4294-ab88-dd9e391270f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:39.836679 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-ae2ceef2-db1e-4294-ab88-dd9e391270f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 1099 time: 0.0480559 Oct 11 16:15:39.952234 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-607d1b23-f837-4144-8640-5a75e1a0f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:39.953683 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-607d1b23-f837-4144-8640-5a75e1a0f772 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 910 time: 0.0888565 Oct 11 16:15:40.029190 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-e9639de4-9b48-47fc-adf5-0101ec7e50e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 200 len: 1001 time: 0.0663586 Oct 11 16:15:40.083806 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-fc2bd787-823a-48b5-a789-6e9dd22e42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:40.085241 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-fc2bd787-823a-48b5-a789-6e9dd22e42e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.0470273 Oct 11 16:15:40.145902 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-e12f0dbe-a2d8-43ac-8995-a6758f7b0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:40.147395 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-e12f0dbe-a2d8-43ac-8995-a6758f7b0586 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516272 Oct 11 16:15:40.246309 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-f3880582-e573-46e6-83c2-1e96db625c3f service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894961 Oct 11 16:15:40.320855 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54042e01-a13e-4818-9fbc-12ba48e4a6dc req-9fcd69c0-165d-42e8-977c-beace4115586 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:40.322497 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-54042e01-a13e-4818-9fbc-12ba48e4a6dc req-9fcd69c0-165d-42e8-977c-beace4115586 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0542648 Oct 11 16:15:40.340195 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a54813a-4d14-4d65-ab4f-79fdb55e4490 req-126ffec3-39c0-4d0f-a43d-44d6cab48666 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839345 Oct 11 16:15:40.364034 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-54042e01-a13e-4818-9fbc-12ba48e4a6dc req-e6813b9a-2e6c-4260-83d3-ef7ae93c064b tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353749 Oct 11 16:15:41.507910 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5ad35-1c72-4f44-ac36-b83ea3202a00 req-8c4c4cdc-16fc-4d84-89ff-358d91680b89 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:41.509370 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4ce5ad35-1c72-4f44-ac36-b83ea3202a00 req-8c4c4cdc-16fc-4d84-89ff-358d91680b89 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0618813 Oct 11 16:15:41.554733 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4ce5ad35-1c72-4f44-ac36-b83ea3202a00 req-505ffbe3-7f88-4527-ab30-5e1f0d960222 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361736 Oct 11 16:15:42.698799 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b21510-6e91-40bf-ba9e-6cf0aa4c9cda req-13802533-7022-4057-8b5c-f1f4b240008a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:42.700295 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-59b21510-6e91-40bf-ba9e-6cf0aa4c9cda req-13802533-7022-4057-8b5c-f1f4b240008a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0664437 Oct 11 16:15:42.747398 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-59b21510-6e91-40bf-ba9e-6cf0aa4c9cda req-f1fb0a71-ba13-417e-ac0f-851ceb8cdc82 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409338 Oct 11 16:15:43.880385 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4144f-dce0-4022-a8db-aa00072e340c req-faa6010b-2846-4175-8f44-fd2ada998ef5 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:43.881911 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-65f4144f-dce0-4022-a8db-aa00072e340c req-faa6010b-2846-4175-8f44-fd2ada998ef5 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0511079 Oct 11 16:15:43.922780 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-65f4144f-dce0-4022-a8db-aa00072e340c req-9e534d11-ddff-4f15-8fcc-f6c7d24f2ddd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344777 Oct 11 16:15:45.058646 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb0601-925f-462f-95c8-8b9626af1096 req-5e8435e1-aeec-4f96-b38c-30cd035b5a38 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:45.060150 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f3bb0601-925f-462f-95c8-8b9626af1096 req-5e8435e1-aeec-4f96-b38c-30cd035b5a38 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0544810 Oct 11 16:15:45.104171 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f3bb0601-925f-462f-95c8-8b9626af1096 req-7bde1fbf-c509-4613-81b6-957ed995e164 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342138 Oct 11 16:15:46.240750 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fc311-bdfc-411d-ac64-520a13ddd377 req-99e611d0-73b3-43df-9b2c-5b306494e9bf tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:46.242216 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c05fc311-bdfc-411d-ac64-520a13ddd377 req-99e611d0-73b3-43df-9b2c-5b306494e9bf tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0558865 Oct 11 16:15:46.284560 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c05fc311-bdfc-411d-ac64-520a13ddd377 req-e3daa448-2004-4376-abd1-a62c8da407d1 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359037 Oct 11 16:15:47.422273 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad90ee2-f565-4967-b8b2-c4dd10f7b4f8 req-87bdb740-8134-4fcb-8e97-88bb0e0d23c6 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:47.423713 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3ad90ee2-f565-4967-b8b2-c4dd10f7b4f8 req-87bdb740-8134-4fcb-8e97-88bb0e0d23c6 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0552359 Oct 11 16:15:47.462967 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3ad90ee2-f565-4967-b8b2-c4dd10f7b4f8 req-0e06fe10-aa8c-4da5-b869-66bfd0450d35 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331321 Oct 11 16:15:48.607922 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11c5ac-ba3f-4885-8e37-0422ac2090c3 req-ce67423c-4296-4d97-8fef-ad68430505e5 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:48.609326 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f11c5ac-ba3f-4885-8e37-0422ac2090c3 req-ce67423c-4296-4d97-8fef-ad68430505e5 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0528212 Oct 11 16:15:48.652266 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f11c5ac-ba3f-4885-8e37-0422ac2090c3 req-a7612c28-23ee-4bc2-9f85-d66d502b7843 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365794 Oct 11 16:15:49.783706 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad6413-938a-4d10-9445-a1e50512f61b req-64d8b53f-e7be-4602-8165-521afcc1578a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:49.785212 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-73ad6413-938a-4d10-9445-a1e50512f61b req-64d8b53f-e7be-4602-8165-521afcc1578a tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0529096 Oct 11 16:15:49.835959 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-73ad6413-938a-4d10-9445-a1e50512f61b req-1832a08e-3a45-4303-b8e7-f443f17a8a08 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432494 Oct 11 16:15:50.993893 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f2757-5c28-4fc7-b63b-f0c4660b7617 req-325bb8f5-915f-4ef5-a168-a3b4b7358bcf tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:50.995563 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fb1f2757-5c28-4fc7-b63b-f0c4660b7617 req-325bb8f5-915f-4ef5-a168-a3b4b7358bcf tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0566838 Oct 11 16:15:51.037239 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fb1f2757-5c28-4fc7-b63b-f0c4660b7617 req-73a203dc-6c21-49fc-9c1c-f55685a4305f tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353301 Oct 11 16:15:51.681655 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847a90d-4a0b-4997-a521-4fc49728bb8e req-2174619b-2976-40b5-9d94-ddc1df853a09 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:51.683141 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4847a90d-4a0b-4997-a521-4fc49728bb8e req-2174619b-2976-40b5-9d94-ddc1df853a09 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 946 time: 0.0512321 Oct 11 16:15:51.722048 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4847a90d-4a0b-4997-a521-4fc49728bb8e req-49cd0529-0988-4929-94cd-0cd41e02cd8f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Oct 11 16:15:52.174384 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb5ff-c0e2-4254-b5b7-dea20249c0ca req-6969bc62-aa63-401c-ac64-a43b2faa4d59 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:52.175931 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-528fb5ff-c0e2-4254-b5b7-dea20249c0ca req-6969bc62-aa63-401c-ac64-a43b2faa4d59 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0627875 Oct 11 16:15:52.219511 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-528fb5ff-c0e2-4254-b5b7-dea20249c0ca req-cbc0cacc-325f-44df-a4e3-c254ae3eb45b tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344262 Oct 11 16:15:52.847310 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6ba9c-4c7c-4cce-a8c6-3dddfe917fe6 req-ade26e55-0a8f-4b08-86a4-4a164fb69014 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:52.848784 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5ae6ba9c-4c7c-4cce-a8c6-3dddfe917fe6 req-ade26e55-0a8f-4b08-86a4-4a164fb69014 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 946 time: 0.0497625 Oct 11 16:15:52.886984 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5ae6ba9c-4c7c-4cce-a8c6-3dddfe917fe6 req-1a6cb480-7ac0-4d10-9b78-3f7f7e1f9090 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Oct 11 16:15:53.347133 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f4d18-b74b-404a-a263-38e70a2d971e req-886871aa-a27a-4649-adf6-14f3483738a7 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:53.348682 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cd1f4d18-b74b-404a-a263-38e70a2d971e req-886871aa-a27a-4649-adf6-14f3483738a7 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0572548 Oct 11 16:15:53.397603 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cd1f4d18-b74b-404a-a263-38e70a2d971e req-caf7734a-3a0c-4230-92c2-b35cdecae013 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397351 Oct 11 16:15:53.509096 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-1364bb07-89e8-4609-ab9a-0bb32f1b0a66 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:53.510420 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-1364bb07-89e8-4609-ab9a-0bb32f1b0a66 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 946 time: 0.0554001 Oct 11 16:15:53.616214 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Deleting port f51fc311-eec2-40fb-bb99-c04c5af1179a {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:53.616516 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:53.708014 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] For port f51fc311-eec2-40fb-bb99-c04c5af1179a, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f51fc311-eec2-40fb-bb99-c04c5af1179a,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:15:53.708373 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:54.187495 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:54.188226 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:54.188226 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Floating IP e50232fd-b639-46ba-8e5f-494fa1fdda7d disassociated. External IP: 172.27.0.51, port: f51fc311-eec2-40fb-bb99-c04c5af1179a. Oct 11 16:15:54.188410 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Calling delete_port for f51fc311-eec2-40fb-bb99-c04c5af1179a owned by compute:nova {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:54.243901 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed82a85-6e04-4439-bee3-40169012bb5e req-e5def7da-6e77-470d-a914-d73e66537420 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:54.245592 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6ed82a85-6e04-4439-bee3-40169012bb5e req-e5def7da-6e77-470d-a914-d73e66537420 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=09a6aef1-a655-4e9b-ab4a-28abb6ad7642 HTTP/1.1" status: 200 len: 946 time: 0.0965538 Oct 11 16:15:54.306236 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6ed82a85-6e04-4439-bee3-40169012bb5e req-3675cd50-4dd1-4adc-9044-2e92d3046cc4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=a456a91a-af1e-479c-abe2-35eb09bdc5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534008 Oct 11 16:15:54.368638 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:54.400077 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event deleted for resources: {'Port': ['ID=f51fc311-eec2-40fb-bb99-c04c5af1179a,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:54.411875 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.412233 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.412573 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.412922 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.413239 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.413564 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.413888 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.414223 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.414545 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.414866 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.415187 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.415534 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:54.528865 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:15:54.530414 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fec7e-a2fe-4fc0-a9cc-c523a3f1be08 req-7d5075c7-0b9c-45be-b530-cb6e49bac484 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:54.531920 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-492fec7e-a2fe-4fc0-a9cc-c523a3f1be08 req-7d5075c7-0b9c-45be-b530-cb6e49bac484 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0504692 Oct 11 16:15:54.574014 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-492fec7e-a2fe-4fc0-a9cc-c523a3f1be08 req-ccf3c587-4bca-4038-9c05-142e91d4649f tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&id=8aa6051e-8cb0-414f-9ff1-38206194aabf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355165 Oct 11 16:15:54.642343 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:15:54.652883 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] Sync routers for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:15:54.662450 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:54.663058 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:15:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:54.703063 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] No DVR routers for this DVR port f51fc311-eec2-40fb-bb99-c04c5af1179a on host hv-cinder-80951 {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:15:54.705822 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:54.709186 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1d96fef1-28cc-4f8f-8823-729238a99132 req-2006a06d-c960-4dbe-88e9-193a64429b4c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "DELETE /v2.0/ports/f51fc311-eec2-40fb-bb99-c04c5af1179a HTTP/1.1" status: 204 len: 173 time: 1.1822937 Oct 11 16:15:54.709630 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-deleted', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:15:54.711936 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8679f6-cac1-4a12-9646-2875271e49fb" -d '{"events": [{"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-deleted", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:15:54.750496 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b801acf-d307-400b-934c-6fb888351960 x-openstack-request-id: req-0b801acf-d307-400b-934c-6fb888351960 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:15:54.750783 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a6aef1-a655-4e9b-ab4a-28abb6ad7642", "name": "network-vif-deleted", "tag": "f51fc311-eec2-40fb-bb99-c04c5af1179a", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:15:54.751049 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b801acf-d307-400b-934c-6fb888351960 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:15:54.751506 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a6aef1-a655-4e9b-ab4a-28abb6ad7642', 'name': 'network-vif-deleted', 'tag': 'f51fc311-eec2-40fb-bb99-c04c5af1179a', 'status': 'completed', 'code': 200} Oct 11 16:15:54.781758 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:54.988496 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:55.014206 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] Checking router: 2586b9e0-10d0-4bae-afeb-8352ae497ce1 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:15:55.023606 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:15:55.024217 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:15:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:55.132185 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:15:55.264810 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-89db5fd4-3173-4575-bafa-9c8a9d6a1d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.364466 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:15:55.393032 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c078ea6-a77c-47c6-b413-974912ce1eac None None] The sync data for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi is: [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:15:55.402711 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52328) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:55.463670 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.488119 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.541667 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.545802 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.547564 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "DELETE /v2.0/security-groups/a456a91a-af1e-479c-abe2-35eb09bdc5fb HTTP/1.1" status: 204 len: 168 time: 0.1436057 Oct 11 16:15:55.550505 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52330) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:55.557441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a456a91a-af1e-479c-abe2-35eb09bdc5fb,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:55.565393 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.565736 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.566072 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.566408 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.566729 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.567232 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.567743 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.568371 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.568858 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.569326 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.569799 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.570271 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6e76cc-24a8-45fd-8c51-bee36963c70f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:15:55.571683 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.api.v2.resource [None req-9ddadba7-0283-40a4-ba22-7b8b5ad0c842 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] show failed (client error): The resource could not be found. Oct 11 16:15:55.576785 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52332) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:55.583447 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-9ddadba7-0283-40a4-ba22-7b8b5ad0c842 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups/a456a91a-af1e-479c-abe2-35eb09bdc5fb HTTP/1.1" status: 404 len: 347 time: 0.0308754 Oct 11 16:15:55.658605 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a3eaa5-27f3-4b4d-87fe-5259be0c495a None None] New status for floating IP e50232fd-b639-46ba-8e5f-494fa1fdda7d: DOWN {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:15:55.718872 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Deleting port 93dc2084-e4b1-412b-9b22-9fdad873ffb1 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:15:55.719612 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.808160 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.808491 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.821806 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Calling delete_port for 93dc2084-e4b1-412b-9b22-9fdad873ffb1 owned by network:floatingip {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:15:55.965861 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:55.998306 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event deleted for resources: {'Port': ['ID=93dc2084-e4b1-412b-9b22-9fdad873ffb1,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:56.056692 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.059261 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.060455 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-75cda4ca-8d67-4855-8be7-c87953ab5829 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "DELETE /v2.0/floatingips/e50232fd-b639-46ba-8e5f-494fa1fdda7d HTTP/1.1" status: 204 len: 168 time: 0.4824774 Oct 11 16:15:56.590897 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:15:56.736930 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52336) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:56.741607 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-e9d3ab26-a60c-4c49-8993-10eeeb14716c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271409252', 'description': 'tempest-description--1811504455'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:56.765345 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e9d3ab26-a60c-4c49-8993-10eeeb14716c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.830514 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e9d3ab26-a60c-4c49-8993-10eeeb14716c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.832827 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f51fc311-eec2-40fb-bb99-c04c5af1179a no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:15:56.835625 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e9d3ab26-a60c-4c49-8993-10eeeb14716c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.853674 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: f51fc311-eec2-40fb-bb99-c04c5af1179a {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:15:56.854009 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f51fc311-eec2-40fb-bb99-c04c5af1179a not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:15:56.865059 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e9d3ab26-a60c-4c49-8993-10eeeb14716c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.866300 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e9d3ab26-a60c-4c49-8993-10eeeb14716c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1283917 Oct 11 16:15:56.868250 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3ab26-a60c-4c49-8993-10eeeb14716c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:56.869449 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52338) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:56.875556 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-12effb5f-72a2-4c45-b99a-e4361f8b2e3b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'security_group_rule': {'security_group_id': '1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:56.907590 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-12effb5f-72a2-4c45-b99a-e4361f8b2e3b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.960225 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-12effb5f-72a2-4c45-b99a-e4361f8b2e3b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.965694 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-12effb5f-72a2-4c45-b99a-e4361f8b2e3b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.986994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12effb5f-72a2-4c45-b99a-e4361f8b2e3b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30ac55e-3e68-4e3e-9e88-3a6e8dbc68a0,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:56.996880 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-12effb5f-72a2-4c45-b99a-e4361f8b2e3b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:56.998177 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-12effb5f-72a2-4c45-b99a-e4361f8b2e3b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270261 Oct 11 16:15:57.000909 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52340) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:57.005562 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-0aaa550b-8add-4cd1-92c5-f101a2ffd92e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'security_group_rule': {'security_group_id': '1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:57.033931 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0aaa550b-8add-4cd1-92c5-f101a2ffd92e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.093187 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0aaa550b-8add-4cd1-92c5-f101a2ffd92e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.099860 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0aaa550b-8add-4cd1-92c5-f101a2ffd92e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.118541 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa550b-8add-4cd1-92c5-f101a2ffd92e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c169bab-2e3f-423c-a7c9-b5dbed899d8e,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:57.124988 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0aaa550b-8add-4cd1-92c5-f101a2ffd92e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.126295 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-0aaa550b-8add-4cd1-92c5-f101a2ffd92e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244252 Oct 11 16:15:57.129486 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52342) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:15:57.136051 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'floatingip': {'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:57.160343 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.269620 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.379780 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Allocated IP 172.27.0.122 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/acb34c7f-8703-4d5e-9246-9b7f60b8688e) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:15:57.497143 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.537706 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.580076 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:15:57.583080 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:15:57.587313 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:15:57.590703 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'Port': ['ID=acb34c7f-8703-4d5e-9246-9b7f60b8688e,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:57.688962 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.717822 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c0fbf457-c501-424c-978d-26665d5adadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.731828 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.898602 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.906709 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:57.974492 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'Port': ['ID=acb34c7f-8703-4d5e-9246-9b7f60b8688e,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:15:57.984767 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:58.002062 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:58.003417 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-eeb9725a-5ae4-42ae-bb3b-cb73c584fc93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8727758 Oct 11 16:15:58.200793 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-bd19d307-aea3-4797-aeec-06afbc5a5e3a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--271409252&fields=id&tenant_id=b643602c30154dea846a6ff12bfab968 HTTP/1.1" status: 200 len: 267 time: 0.0348125 Oct 11 16:15:58.318888 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-d79b542e-3155-4b1a-9017-68699ba3cb34 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:58.320416 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-d79b542e-3155-4b1a-9017-68699ba3cb34 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 816 time: 0.1095352 Oct 11 16:15:58.336450 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-77134bad-2be1-4451-8b7e-520736de70df tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/quotas/b643602c30154dea846a6ff12bfab968 HTTP/1.1" status: 200 len: 375 time: 0.0095236 Oct 11 16:15:58.397425 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-255b0b96-5a11-4c4b-8a2e-0ac65086d277 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550351 Oct 11 16:15:58.499286 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-15b72e36-0f5f-4b7d-8aa4-335dd0d15e17 service neutron] 10.222.0.18 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864658 Oct 11 16:15:58.591586 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-89637083-beca-4b8c-afc2-cfbb0d7331ba service neutron] 10.222.0.18 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829759 Oct 11 16:15:58.761202 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9f705c7f-99cf-4025-8fc7-4691ab34d5e9 req-d98e7362-b73d-4a24-8914-8d97b58378a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Oct 11 16:15:58.856661 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:58.961996 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:15:59.739578 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-539b5c63-62a4-4443-a681-65b0c25b0eb8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:15:59.741161 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-539b5c63-62a4-4443-a681-65b0c25b0eb8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 816 time: 0.1145239 Oct 11 16:15:59.789376 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-88fb4692-d144-46ef-9b39-53b34910f972 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b643602c30154dea846a6ff12bfab968 HTTP/1.1" status: 200 len: 379 time: 0.0372663 Oct 11 16:15:59.805772 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'port': {'device_id': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'admin_state_up': True, 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'security_groups': ['1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece']}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:15:59.880978 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fde6b681-20d6-426e-a3be-94d66c8686d9 req-dfe5c81b-acb2-4e4a-8aa0-d67662088aba tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 210 time: 0.0341308 Oct 11 16:15:59.950149 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Made reservation on behalf of b643602c30154dea846a6ff12bfab968 for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:15:59.954300 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.087433 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Allocated IP 172.20.0.3 (3201f3a0-2007-4f63-8366-27a056a46719/7fbf775b-2386-4cfc-9730-c3ff13d36dda/65707192-2545-4bda-a2cc-6a0e972c584d) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:16:00.237549 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.279004 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.329497 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Network 3201f3a0-2007-4f63-8366-27a056a46719 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:16:00.332902 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:16:00.338131 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:16:00.342092 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:00.390551 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:00.391204 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.409830 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-204ae787-f0ae-4080-ba27-5dc25344707c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6102195 Oct 11 16:16:00.424193 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Request body: {'port': {'device_id': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:00.478734 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.587966 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-a4c2a377-6ed9-4897-bc20-ef6c2da3ca36 None None] Provisioning complete for port 65707192-2545-4bda-a2cc-6a0e972c584d triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:16:00.588640 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a377-6ed9-4897-bc20-ef6c2da3ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.626968 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2a377-6ed9-4897-bc20-ef6c2da3ca36 None None] Port 65707192-2545-4bda-a2cc-6a0e972c584d cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:16:00.667772 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.758743 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65707192-2545-4bda-a2cc-6a0e972c584d {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:16:00.770462 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.785432 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Transition to ACTIVE for port object 65707192-2545-4bda-a2cc-6a0e972c584d will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:16:00.790758 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.837922 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:00.912385 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Attempting to bind port 65707192-2545-4bda-a2cc-6a0e972c584d on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:16:00.912870 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Attempting to bind port 65707192-2545-4bda-a2cc-6a0e972c584d by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:16:00.913206 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Attempting to bind port 65707192-2545-4bda-a2cc-6a0e972c584d on network 3201f3a0-2007-4f63-8366-27a056a46719 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:16:00.918831 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Port 65707192-2545-4bda-a2cc-6a0e972c584d on network 3201f3a0-2007-4f63-8366-27a056a46719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:16:00.919160 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Attempting to bind port 65707192-2545-4bda-a2cc-6a0e972c584d on network 3201f3a0-2007-4f63-8366-27a056a46719 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:16:00.925536 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:16:00.925897 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Checking segment: {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:16:00.926295 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Bound using segment: {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:16:00.926729 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Bound port: 65707192-2545-4bda-a2cc-6a0e972c584d, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f22434-816d-4360-bb1c-8ea6ca8a8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:16:00.927084 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:00.997213 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:16:01.000535 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:16:01.005850 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:01.013074 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114b9fe-e34f-49b8-913d-5b5c56c164b3 req-341b29fa-fc8f-4dbe-a194-b8997bc099dc tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:01.014699 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2114b9fe-e34f-49b8-913d-5b5c56c164b3 req-341b29fa-fc8f-4dbe-a194-b8997bc099dc tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0538237 Oct 11 16:16:01.043921 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:01.044556 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:01.046029 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] 10.222.0.39 "PUT /v2.0/ports/65707192-2545-4bda-a2cc-6a0e972c584d HTTP/1.1" status: 200 len: 1093 time: 0.6267712 Oct 11 16:16:01.050775 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:01.053335 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036758ac-5287-4844-96d7-6867df500c19" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:01.056156 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2114b9fe-e34f-49b8-913d-5b5c56c164b3 req-ecf9c949-4915-4ff3-bf19-9a685b394c67 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348775 Oct 11 16:16:01.085482 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254e7be-0348-4585-a0c5-3ee224603fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:01.109776 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191e228f-f9be-46de-abab-fcfaef0245bc x-openstack-request-id: req-191e228f-f9be-46de-abab-fcfaef0245bc {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:01.110064 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:01.110319 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-191e228f-f9be-46de-abab-fcfaef0245bc {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:01.110724 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d', 'status': 'completed', 'code': 200} Oct 11 16:16:01.145517 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-6255528c-6d11-42b2-be5f-f1bc1f994aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:01.147072 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-6255528c-6d11-42b2-be5f-f1bc1f994aea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 1096 time: 0.0471199 Oct 11 16:16:01.193702 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-c423a3f6-4ae2-43fd-a53d-49717a41d658 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65707192-2545-4bda-a2cc-6a0e972c584d HTTP/1.1" status: 200 len: 217 time: 0.0388017 Oct 11 16:16:01.244475 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-844967c9-a2a3-41bb-8612-f603fb19eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:01.245961 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-844967c9-a2a3-41bb-8612-f603fb19eef0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0458944 Oct 11 16:16:01.293784 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-2dc5f4e7-2a8d-4c8c-a5ef-8dd91530cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:01.294941 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-2dc5f4e7-2a8d-4c8c-a5ef-8dd91530cb9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404835 Oct 11 16:16:01.402180 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-c741ff55-61fe-487f-958a-b6467b8d1275 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995297 Oct 11 16:16:01.501703 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89e593b8-2191-4faa-84cd-f5d708eb2d77 req-c88718ab-8ae0-4dbe-a9a5-5c1fcdbfa2f4 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921187 Oct 11 16:16:01.612621 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036758ac-5287-4844-96d7-6867df500c19 req-c491ab4e-6fb5-44bc-b9d0-cfd9f6951cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:01.614162 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-036758ac-5287-4844-96d7-6867df500c19 req-c491ab4e-6fb5-44bc-b9d0-cfd9f6951cc0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 1096 time: 0.0497739 Oct 11 16:16:01.717767 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036758ac-5287-4844-96d7-6867df500c19 req-fb8026e9-b2bb-4ae4-9321-082d12eb750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:01.719289 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-036758ac-5287-4844-96d7-6867df500c19 req-fb8026e9-b2bb-4ae4-9321-082d12eb750a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.0977576 Oct 11 16:16:01.760806 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-036758ac-5287-4844-96d7-6867df500c19 req-66633a1e-8152-4d63-abaa-80e5ecdea01b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65707192-2545-4bda-a2cc-6a0e972c584d HTTP/1.1" status: 200 len: 217 time: 0.0342145 Oct 11 16:16:01.814428 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036758ac-5287-4844-96d7-6867df500c19 req-64679ac2-8fbc-44ca-bfda-a371fda0367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:01.815895 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-036758ac-5287-4844-96d7-6867df500c19 req-64679ac2-8fbc-44ca-bfda-a371fda0367a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0481944 Oct 11 16:16:01.865397 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036758ac-5287-4844-96d7-6867df500c19 req-ae18c86e-f435-4c53-be30-a7d76f610a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:01.866909 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-036758ac-5287-4844-96d7-6867df500c19 req-ae18c86e-f435-4c53-be30-a7d76f610a5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436735 Oct 11 16:16:01.966003 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-036758ac-5287-4844-96d7-6867df500c19 req-96c406ff-a0f2-4f3f-ac6f-edc5721936d4 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921733 Oct 11 16:16:02.059005 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-036758ac-5287-4844-96d7-6867df500c19 req-9c19464d-b3e7-44c9-bdf2-28b9e8fe991b service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854566 Oct 11 16:16:02.185502 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95c1e5-c929-4fc0-8598-2dd543e42447 req-0c54151d-9c77-4358-aade-4275405de219 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:02.187092 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bc95c1e5-c929-4fc0-8598-2dd543e42447 req-0c54151d-9c77-4358-aade-4275405de219 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0536218 Oct 11 16:16:02.228737 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bc95c1e5-c929-4fc0-8598-2dd543e42447 req-4abd8b4d-9ee6-41ce-8d13-506bf68b09a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Oct 11 16:16:03.374820 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d34764-0dc8-4669-87f8-938ad53b80e7 req-8dd682e7-7f81-416e-9856-10b757b3cdb3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:03.375992 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d3d34764-0dc8-4669-87f8-938ad53b80e7 req-8dd682e7-7f81-416e-9856-10b757b3cdb3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0516813 Oct 11 16:16:03.414879 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d3d34764-0dc8-4669-87f8-938ad53b80e7 req-947a4ae8-666f-41a3-beff-f1d6cfb5d693 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327773 Oct 11 16:16:04.565715 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4b1e6-729d-4204-acb9-fb467e7cb4fb req-2178f970-53db-4f27-8ad3-98cfb97be697 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:04.567197 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b7b4b1e6-729d-4204-acb9-fb467e7cb4fb req-2178f970-53db-4f27-8ad3-98cfb97be697 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0638285 Oct 11 16:16:04.605914 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b7b4b1e6-729d-4204-acb9-fb467e7cb4fb req-5c7ba5e6-a83e-4f3a-8cfc-cc3251b280ea tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326025 Oct 11 16:16:04.875264 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 65707192-2545-4bda-a2cc-6a0e972c584d details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:16:04.981466 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:04.993137 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '65707192-2545-4bda-a2cc-6a0e972c584d', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'port_id': '65707192-2545-4bda-a2cc-6a0e972c584d', 'mac_address': 'fa:16:3e:6c:e1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:16:05.035531 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:05.050713 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65707192-2545-4bda-a2cc-6a0e972c584d {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:16:05.071733 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:05.078394 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:05.130192 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:05.137620 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.137972 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.138308 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.138641 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.138974 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.139299 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.139653 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.139974 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.140322 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.140626 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.140941 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.141257 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:05.480234 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['65707192-2545-4bda-a2cc-6a0e972c584d'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:16:05.731323 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441da450-233c-4565-88f0-5d2e669ee173 req-70566ece-1465-4e76-84fd-cf11c8d8583c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:05.732743 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-441da450-233c-4565-88f0-5d2e669ee173 req-70566ece-1465-4e76-84fd-cf11c8d8583c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 944 time: 0.0558922 Oct 11 16:16:05.775773 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-441da450-233c-4565-88f0-5d2e669ee173 req-3bf95ac2-b540-493d-8681-7c65d9f7a36d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341043 Oct 11 16:16:06.890992 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 65707192-2545-4bda-a2cc-6a0e972c584d up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:16:06.916036 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645ce7c-65dd-4650-8041-f342173bada8 req-b2909d5d-55c5-4856-b5a8-8b96825ffc49 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:06.917526 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d645ce7c-65dd-4650-8041-f342173bada8 req-b2909d5d-55c5-4856-b5a8-8b96825ffc49 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 944 time: 0.0539920 Oct 11 16:16:06.944474 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 65707192-2545-4bda-a2cc-6a0e972c584d completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:16:06.948090 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 65707192-2545-4bda-a2cc-6a0e972c584d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:16:06.948478 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:06.957460 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d645ce7c-65dd-4650-8041-f342173bada8 req-d79f55b2-28a4-4670-9411-eb8a2bbd78dd tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333071 Oct 11 16:16:07.025912 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:07.050038 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:07.052514 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc47adc-1ff1-4452-b2f3-125892c6532c" -d '{"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-plugged", "status": "completed", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:07.066881 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:07.071740 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:07.100247 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d88087f-b808-4300-a097-e67cd92b2950 x-openstack-request-id: req-3d88087f-b808-4300-a097-e67cd92b2950 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:07.100538 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-plugged", "status": "completed", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:07.100788 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d88087f-b808-4300-a097-e67cd92b2950 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:07.101191 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d', 'code': 200} Oct 11 16:16:07.129312 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:07.276893 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e12cf-c043-40ec-85b6-443ac1bce513 req-d7339a79-8f71-4c02-af56-0b7a6cd693b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:07.278422 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f46e12cf-c043-40ec-85b6-443ac1bce513 req-d7339a79-8f71-4c02-af56-0b7a6cd693b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 1098 time: 0.0492487 Oct 11 16:16:07.316157 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f46e12cf-c043-40ec-85b6-443ac1bce513 req-d3dc1e95-ab12-476f-86b1-5f655d2099cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304656 Oct 11 16:16:07.549822 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:08.079650 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91516a6-ca48-42d7-b2d3-cc4cb94bcce6 req-7d949aab-bf04-41ad-873a-aec4370fdfad tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:08.081122 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c91516a6-ca48-42d7-b2d3-cc4cb94bcce6 req-7d949aab-bf04-41ad-873a-aec4370fdfad tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Oct 11 16:16:08.120393 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c91516a6-ca48-42d7-b2d3-cc4cb94bcce6 req-4161f1b6-7347-490e-8f70-9d46ca297728 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330784 Oct 11 16:16:09.267197 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361eb3f-bd6c-440e-83af-1f31c1498218 req-8c908f1e-6d33-45bf-ac31-f6c722ea777d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:09.268744 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6361eb3f-bd6c-440e-83af-1f31c1498218 req-8c908f1e-6d33-45bf-ac31-f6c722ea777d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0623496 Oct 11 16:16:09.313092 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6361eb3f-bd6c-440e-83af-1f31c1498218 req-0bf24025-d158-42e9-bf2f-a2d6e09da8b3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382149 Oct 11 16:16:09.456745 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311a6cf-bad9-4b90-8565-f9a85e04ccc6 req-9037e549-6132-451d-a591-620408f0119e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:09.458118 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8311a6cf-bad9-4b90-8565-f9a85e04ccc6 req-9037e549-6132-451d-a591-620408f0119e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0690694 Oct 11 16:16:09.470574 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52398) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:09.475115 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-bc069dae-3c48-4423-b166-a2b2270a14a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Request body: {'floatingip': {'port_id': '65707192-2545-4bda-a2cc-6a0e972c584d'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:09.516559 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bc069dae-3c48-4423-b166-a2b2270a14a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:09.939577 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bc069dae-3c48-4423-b166-a2b2270a14a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:09.946979 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bc069dae-3c48-4423-b166-a2b2270a14a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:10.047125 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.l3_db [None req-bc069dae-3c48-4423-b166-a2b2270a14a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Floating IP 154bbdea-356a-432a-9323-60d1a825c0a4 associated. External IP: 172.27.0.122, port: 65707192-2545-4bda-a2cc-6a0e972c584d. Oct 11 16:16:10.510499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc069dae-3c48-4423-b166-a2b2270a14a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:16:10.623166 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc069dae-3c48-4423-b166-a2b2270a14a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:16:10.628382 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bc069dae-3c48-4423-b166-a2b2270a14a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:10.633217 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] Sync routers for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:16:10.643109 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:16:10.643774 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:15:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:10.654931 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bc069dae-3c48-4423-b166-a2b2270a14a9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "PUT /v2.0/floatingips/154bbdea-356a-432a-9323-60d1a825c0a4 HTTP/1.1" status: 200 len: 991 time: 1.1832519 Oct 11 16:16:10.655604 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:10.658186 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:10.703163 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75400a2-b04f-4ad5-9a68-5505788082b5 x-openstack-request-id: req-f75400a2-b04f-4ad5-9a68-5505788082b5 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:10.703749 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:10.704982 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f75400a2-b04f-4ad5-9a68-5505788082b5 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:10.705590 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d', 'status': 'completed', 'code': 200} Oct 11 16:16:10.755191 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:16:10.774793 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-b2d7a4f4-8831-4f1b-b0bb-e01c7fd1c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:10.776321 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-b2d7a4f4-8831-4f1b-b0bb-e01c7fd1c136 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 1098 time: 0.0451581 Oct 11 16:16:10.870579 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-3b0d3a96-c609-44f6-9c2b-7b633f6debe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:10.872114 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-3b0d3a96-c609-44f6-9c2b-7b633f6debe0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.0885592 Oct 11 16:16:10.963146 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-c392421e-5a7d-40c7-8999-2ab2d9b4896a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65707192-2545-4bda-a2cc-6a0e972c584d HTTP/1.1" status: 200 len: 999 time: 0.0753646 Oct 11 16:16:11.015745 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-1438f290-8033-495c-bddc-496afd615d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:11.017524 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-1438f290-8033-495c-bddc-496afd615d11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0465894 Oct 11 16:16:11.067840 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-548ee508-0ff9-4425-8c0a-a62888211e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:11.069342 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-548ee508-0ff9-4425-8c0a-a62888211e38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433452 Oct 11 16:16:11.108735 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': '154bbdea-356a-432a-9323-60d1a825c0a4', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'port_id': '65707192-2545-4bda-a2cc-6a0e972c584d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'mac_address': 'fa:16:3e:6c:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:15:57Z', 'updated_at': '2021-10-11T16:16:09Z', 'revision_number': 1, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:11.139825 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] Checking router: 2586b9e0-10d0-4bae-afeb-8352ae497ce1 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:16:11.151525 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:16:11.152197 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:15:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:11.266453 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:16:11.398883 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-3adb0147-8ee7-4938-9971-704ec4225f3a service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219259 Oct 11 16:16:11.493243 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0d64cb8e-a26d-4cd5-a68a-31c2707d53c5 req-f0cd9718-5e80-42fb-91db-4e80ec6f2b33 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862193 Oct 11 16:16:11.504934 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': '154bbdea-356a-432a-9323-60d1a825c0a4', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'port_id': '65707192-2545-4bda-a2cc-6a0e972c584d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'mac_address': 'fa:16:3e:6c:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:15:57Z', 'updated_at': '2021-10-11T16:16:09Z', 'revision_number': 1, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:11.536983 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dada3a2-b3e6-4faf-b6fb-4272b98c7547 None None] The sync data for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi is: [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': '154bbdea-356a-432a-9323-60d1a825c0a4', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'port_id': '65707192-2545-4bda-a2cc-6a0e972c584d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'mac_address': 'fa:16:3e:6c:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:15:57Z', 'updated_at': '2021-10-11T16:16:09Z', 'revision_number': 1, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:16:11.740479 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f69460-526b-46bf-a9b8-83a6f5ff969c None None] New status for floating IP 154bbdea-356a-432a-9323-60d1a825c0a4: ACTIVE {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:16:24.784655 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3c789-5f54-48e9-a2d9-bcd023f8b6b4 req-a67e2cd9-148f-472b-84bb-a43b9911df77 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:24.786382 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-74d3c789-5f54-48e9-a2d9-bcd023f8b6b4 req-a67e2cd9-148f-472b-84bb-a43b9911df77 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0681543 Oct 11 16:16:24.832439 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-74d3c789-5f54-48e9-a2d9-bcd023f8b6b4 req-9ceac9e5-9140-4218-8f2f-6eda9e7913ec tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393915 Oct 11 16:16:25.233160 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-1d308575-af76-45f3-b41b-a78057d16b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:25.969960 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d541ce-4e18-40f4-b216-bebbffe65564 req-bac36a3e-2ed9-4422-9a75-bbb31b779cae tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:25.971444 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-69d541ce-4e18-40f4-b216-bebbffe65564 req-bac36a3e-2ed9-4422-9a75-bbb31b779cae tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0541170 Oct 11 16:16:26.010964 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-69d541ce-4e18-40f4-b216-bebbffe65564 req-37b66a3b-9ed5-4347-b9d0-f47e84bd9698 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a18656-ba84-4d41-a20d-b5a80fbd34a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316510 Oct 11 16:16:26.128355 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-7e1f09fe-5d9c-4990-a6b7-b0f2a39644c7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:26.129728 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-7e1f09fe-5d9c-4990-a6b7-b0f2a39644c7 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 946 time: 0.0545821 Oct 11 16:16:26.247041 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Deleting port a7e7be94-6160-4f3a-993c-9248c4c88854 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:16:26.247352 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:26.340898 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] For port a7e7be94-6160-4f3a-993c-9248c4c88854, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=a7e7be94-6160-4f3a-993c-9248c4c88854,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:26.341265 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:26.514866 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:26.515172 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:26.515592 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Floating IP 8c1d7059-d4d6-4c74-9755-4d2b66d678c7 disassociated. External IP: 172.27.0.72, port: a7e7be94-6160-4f3a-993c-9248c4c88854. Oct 11 16:16:26.515951 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Calling delete_port for a7e7be94-6160-4f3a-993c-9248c4c88854 owned by compute:nova {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:16:26.651987 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:26.682554 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event deleted for resources: {'Port': ['ID=a7e7be94-6160-4f3a-993c-9248c4c88854,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:26.796520 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Router 99e96de0-d698-45f3-94d1-4f3abb0ff664 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:16:26.913515 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:16:26.924055 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] Sync routers for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:16:26.934355 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:16:26.935048 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:15:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:26.953907 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] No DVR routers for this DVR port a7e7be94-6160-4f3a-993c-9248c4c88854 on host hv-cinder-80951 {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:16:26.957292 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:26.960800 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-80f36e8e-6881-49c7-a951-f493f59912d4 req-1678beb5-075c-4ffa-942b-0796442759a2 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "DELETE /v2.0/ports/a7e7be94-6160-4f3a-993c-9248c4c88854 HTTP/1.1" status: 204 len: 173 time: 0.8124712 Oct 11 16:16:26.961257 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'name': 'network-vif-deleted', 'tag': 'a7e7be94-6160-4f3a-993c-9248c4c88854'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:26.963552 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946838db-852d-4175-9f95-3743db51d197" -d '{"events": [{"server_uuid": "330d8cf1-8538-4d5e-9597-5e3a4e4394b0", "name": "network-vif-deleted", "tag": "a7e7be94-6160-4f3a-993c-9248c4c88854"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:27.005532 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d2c714-d6fd-42e0-b1b6-73292583624e x-openstack-request-id: req-b5d2c714-d6fd-42e0-b1b6-73292583624e {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:27.005972 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "330d8cf1-8538-4d5e-9597-5e3a4e4394b0", "name": "network-vif-deleted", "tag": "a7e7be94-6160-4f3a-993c-9248c4c88854", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:27.006354 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b5d2c714-d6fd-42e0-b1b6-73292583624e {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:27.006762 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '330d8cf1-8538-4d5e-9597-5e3a4e4394b0', 'name': 'network-vif-deleted', 'tag': 'a7e7be94-6160-4f3a-993c-9248c4c88854', 'status': 'completed', 'code': 200} Oct 11 16:16:27.048736 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:16:27.143817 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5b4c1599-4323-46b8-b669-e01038998bc3 req-635b6d99-a0e9-4325-8d8c-cb03a4d7de40 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=330d8cf1-8538-4d5e-9597-5e3a4e4394b0 HTTP/1.1" status: 200 len: 210 time: 0.0310335 Oct 11 16:16:27.269969 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:27.300266 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] Checking router: 99e96de0-d698-45f3-94d1-4f3abb0ff664 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:16:27.309317 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:16:27.309933 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:15:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:27.414813 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:16:27.615478 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:27.641127 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ec2c77-3650-4a0b-b18b-8d85bfc3de17 None None] The sync data for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi is: [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:16:27.712143 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9d807f00-4e8c-4652-bc0f-ff0876ba1847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:27.891564 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57db27-aa33-426a-8f48-9251fccbeb11 None None] New status for floating IP 8c1d7059-d4d6-4c74-9755-4d2b66d678c7: DOWN {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:16:28.245841 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52458) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:28.304951 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dab44d79-a086-4e8a-82a9-65525dcf20b1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.328382 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dab44d79-a086-4e8a-82a9-65525dcf20b1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.381353 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dab44d79-a086-4e8a-82a9-65525dcf20b1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.384132 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dab44d79-a086-4e8a-82a9-65525dcf20b1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.385319 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-dab44d79-a086-4e8a-82a9-65525dcf20b1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "DELETE /v2.0/security-groups/07a18656-ba84-4d41-a20d-b5a80fbd34a8 HTTP/1.1" status: 204 len: 168 time: 0.1383152 Oct 11 16:16:28.388324 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52462) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:28.394362 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab44d79-a086-4e8a-82a9-65525dcf20b1 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a18656-ba84-4d41-a20d-b5a80fbd34a8,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:28.403860 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.api.v2.resource [None req-48558415-a418-42b5-919a-645131e962db tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] show failed (client error): The resource could not be found. Oct 11 16:16:28.407623 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-48558415-a418-42b5-919a-645131e962db tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups/07a18656-ba84-4d41-a20d-b5a80fbd34a8 HTTP/1.1" status: 404 len: 347 time: 0.0153170 Oct 11 16:16:28.407893 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52464) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:28.533719 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Deleting port 8b52beb4-41e0-40ee-9295-6d17f6677070 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:16:28.533956 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.613237 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.613523 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.625210 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Calling delete_port for 8b52beb4-41e0-40ee-9295-6d17f6677070 owned by network:floatingip {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:16:28.776196 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.808916 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event deleted for resources: {'Port': ['ID=8b52beb4-41e0-40ee-9295-6d17f6677070,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:28.858803 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.874798 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.877673 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.878852 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-073337ec-df86-4110-b470-f8f8ab019c13 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "DELETE /v2.0/floatingips/8c1d7059-d4d6-4c74-9755-4d2b66d678c7 HTTP/1.1" status: 204 len: 168 time: 0.4700933 Oct 11 16:16:28.965772 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:28.979929 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device a7e7be94-6160-4f3a-993c-9248c4c88854 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:16:29.003242 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: a7e7be94-6160-4f3a-993c-9248c4c88854 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:16:29.003614 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device a7e7be94-6160-4f3a-993c-9248c4c88854 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:16:29.334077 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52468) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:29.339383 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-3389b19f-c244-4231-8b72-ad34d9bcbe5e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--590255842', 'description': 'tempest-description--1451233060'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:29.365212 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3389b19f-c244-4231-8b72-ad34d9bcbe5e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.435010 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3389b19f-c244-4231-8b72-ad34d9bcbe5e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.440503 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3389b19f-c244-4231-8b72-ad34d9bcbe5e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.468443 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389b19f-c244-4231-8b72-ad34d9bcbe5e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcf4859-2404-4aee-9c56-df77f616f98b,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:29.473003 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3389b19f-c244-4231-8b72-ad34d9bcbe5e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.474219 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-3389b19f-c244-4231-8b72-ad34d9bcbe5e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1389587 Oct 11 16:16:29.477398 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52472) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:29.481704 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-cf20062a-4add-4a95-aab5-e367e661b8ea tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'security_group_rule': {'security_group_id': 'cfcf4859-2404-4aee-9c56-df77f616f98b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:29.510064 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-cf20062a-4add-4a95-aab5-e367e661b8ea tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.565917 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-cf20062a-4add-4a95-aab5-e367e661b8ea tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.571755 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-cf20062a-4add-4a95-aab5-e367e661b8ea tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.591456 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20062a-4add-4a95-aab5-e367e661b8ea tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247f058d-4c62-4642-823c-2e8794e244c1,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:29.603072 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-cf20062a-4add-4a95-aab5-e367e661b8ea tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.604320 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-cf20062a-4add-4a95-aab5-e367e661b8ea tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259751 Oct 11 16:16:29.607133 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52474) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:29.611550 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-71f8a050-6a5d-4f91-9801-91c2c486149a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'security_group_rule': {'security_group_id': 'cfcf4859-2404-4aee-9c56-df77f616f98b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:29.640512 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-71f8a050-6a5d-4f91-9801-91c2c486149a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.701595 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-71f8a050-6a5d-4f91-9801-91c2c486149a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.706816 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-71f8a050-6a5d-4f91-9801-91c2c486149a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8259471'] for security_group_rule, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.723338 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8a050-6a5d-4f91-9801-91c2c486149a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521d2178-266c-4172-bcd6-58e9bad44380,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:29.732397 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-71f8a050-6a5d-4f91-9801-91c2c486149a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.733591 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-71f8a050-6a5d-4f91-9801-91c2c486149a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254900 Oct 11 16:16:29.736748 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52476) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:29.741308 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'floatingip': {'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:29.765462 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.869258 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:29.981039 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Allocated IP 172.27.0.80 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/f17cc825-42ce-4e69-a6e3-bca9d9c3455f) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:16:30.086294 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:30.139879 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:30.184443 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:16:30.187264 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:16:30.190863 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:16:30.196375 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'Port': ['ID=f17cc825-42ce-4e69-a6e3-bca9d9c3455f,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:30.274692 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:30.316557 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:30.479179 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:30.484986 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:30.561290 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'Port': ['ID=f17cc825-42ce-4e69-a6e3-bca9d9c3455f,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:30.576950 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:30.593840 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:30.595081 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-33fd34d2-41c8-4a56-8567-f06c70a79e0e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8573561 Oct 11 16:16:30.677372 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:30.792875 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-d28bc89d-bd43-4dc1-b2d6-766744f437f8 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--590255842&fields=id&tenant_id=75807a197cad4ff68a332ca23b17d471 HTTP/1.1" status: 200 len: 267 time: 0.0333664 Oct 11 16:16:30.905310 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-0672a01a-1e5e-4836-935b-167921829a9f tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:30.906781 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-0672a01a-1e5e-4836-935b-167921829a9f tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 809 time: 0.1066141 Oct 11 16:16:30.929345 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-23aecefb-3ba0-40ab-a24e-8657024c0765 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/quotas/75807a197cad4ff68a332ca23b17d471 HTTP/1.1" status: 200 len: 375 time: 0.0135763 Oct 11 16:16:30.993246 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-a2251539-27da-42ff-86d9-3c5b449994db tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583229 Oct 11 16:16:31.091735 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-69f1742f-5eac-4f4c-986e-e94e623ad4c7 service neutron] 10.222.0.18 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863664 Oct 11 16:16:31.189896 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-a58e9ccb-64b5-423b-abc3-fb157984bd27 service neutron] 10.222.0.18 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918977 Oct 11 16:16:31.358622 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f5d6a98b-4c26-49f3-ae26-d80938594dcf req-5e7c88c1-7330-438a-88df-bee2a9433c70 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Oct 11 16:16:32.351632 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-77bb86cb-2bdb-4063-99e5-98ff17c0a9de tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:32.353179 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-77bb86cb-2bdb-4063-99e5-98ff17c0a9de tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 809 time: 0.1183262 Oct 11 16:16:32.402186 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-2f4ed7ed-5d73-4468-9ef6-71cdbfbe9663 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75807a197cad4ff68a332ca23b17d471 HTTP/1.1" status: 200 len: 379 time: 0.0389919 Oct 11 16:16:32.413109 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'port': {'device_id': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'admin_state_up': True, 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'security_groups': ['cfcf4859-2404-4aee-9c56-df77f616f98b']}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:32.456089 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d984c57f-dca2-4e83-bfca-8444bfc9a83b req-059cd1d3-12a6-4bc6-a2d6-e1987853c21a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 210 time: 0.0259740 Oct 11 16:16:32.524221 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Made reservation on behalf of 75807a197cad4ff68a332ca23b17d471 for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:16:32.527756 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:32.657600 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Allocated IP 172.20.0.3 (88f84092-5ea7-490e-872d-ff526784c6de/19d9dfd1-056f-4223-9db3-54b8577f48e7/ea919145-5c85-485d-8a28-597e5a12ebfb) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:16:32.798870 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:32.847757 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:32.890815 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Network 88f84092-5ea7-490e-872d-ff526784c6de is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:16:32.893865 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:16:32.897659 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:16:32.904336 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event updated for resources: {'Port': ['ID=ea919145-5c85-485d-8a28-597e5a12ebfb,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:32.953742 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:32.954381 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:32.973529 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-9a05a1a4-13e9-4473-b56a-14c09a8701c5 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643265 Oct 11 16:16:33.040066 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Request body: {'port': {'device_id': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:33.101140 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:33.145947 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-c02b12c8-8679-4154-addd-d7144bb3daff None None] Provisioning complete for port ea919145-5c85-485d-8a28-597e5a12ebfb triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:16:33.146528 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c02b12c8-8679-4154-addd-d7144bb3daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:33.181623 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-c02b12c8-8679-4154-addd-d7144bb3daff None None] Port ea919145-5c85-485d-8a28-597e5a12ebfb cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:16:33.366937 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea919145-5c85-485d-8a28-597e5a12ebfb {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:16:33.374486 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:33.386607 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Transition to ACTIVE for port object ea919145-5c85-485d-8a28-597e5a12ebfb will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:16:33.392852 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:33.443967 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea919145-5c85-485d-8a28-597e5a12ebfb,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:33.515144 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Attempting to bind port ea919145-5c85-485d-8a28-597e5a12ebfb on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:16:33.515602 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Attempting to bind port ea919145-5c85-485d-8a28-597e5a12ebfb by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:16:33.516025 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Attempting to bind port ea919145-5c85-485d-8a28-597e5a12ebfb on network 88f84092-5ea7-490e-872d-ff526784c6de {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:16:33.520926 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Port ea919145-5c85-485d-8a28-597e5a12ebfb on network 88f84092-5ea7-490e-872d-ff526784c6de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:16:33.521266 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Attempting to bind port ea919145-5c85-485d-8a28-597e5a12ebfb on network 88f84092-5ea7-490e-872d-ff526784c6de {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:16:33.526500 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:16:33.526847 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Checking segment: {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:16:33.527226 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Bound using segment: {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:16:33.528982 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Bound port: ea919145-5c85-485d-8a28-597e5a12ebfb, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c551bf-77c8-420e-9a9f-3d1cde6b1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:16:33.528982 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:33.585513 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84410cf2-0a1b-4137-86e7-8c30f34ba360 req-925722dd-3bb6-4628-8839-c6b99b922724 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:33.588106 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-84410cf2-0a1b-4137-86e7-8c30f34ba360 req-925722dd-3bb6-4628-8839-c6b99b922724 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 943 time: 0.0573859 Oct 11 16:16:33.591079 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:16:33.601502 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] For port ea919145-5c85-485d-8a28-597e5a12ebfb, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:16:33.606466 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] For port ea919145-5c85-485d-8a28-597e5a12ebfb, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ea919145-5c85-485d-8a28-597e5a12ebfb,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:16:33.611902 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:33.627632 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-84410cf2-0a1b-4137-86e7-8c30f34ba360 req-d33a9370-a984-4b9a-a425-3d2950b690b0 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330424 Oct 11 16:16:33.644088 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:33.644710 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:33.646549 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] 10.222.0.39 "PUT /v2.0/ports/ea919145-5c85-485d-8a28-597e5a12ebfb HTTP/1.1" status: 200 len: 1093 time: 0.6112022 Oct 11 16:16:33.649121 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'tag': 'ea919145-5c85-485d-8a28-597e5a12ebfb'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:33.653268 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7cebd7e8-c758-43ca-a07a-af8d43a6f304", "tag": "ea919145-5c85-485d-8a28-597e5a12ebfb"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:33.703178 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17142ed6-402e-4833-afe5-acecf8687cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea919145-5c85-485d-8a28-597e5a12ebfb,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:33.708507 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036d1fb9-d8bb-4742-8193-8eb01d86408b x-openstack-request-id: req-036d1fb9-d8bb-4742-8193-8eb01d86408b {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:33.708904 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cebd7e8-c758-43ca-a07a-af8d43a6f304", "tag": "ea919145-5c85-485d-8a28-597e5a12ebfb", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:33.709250 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-036d1fb9-d8bb-4742-8193-8eb01d86408b {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:33.709656 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'tag': 'ea919145-5c85-485d-8a28-597e5a12ebfb', 'status': 'completed', 'code': 200} Oct 11 16:16:33.739983 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-275df6a9-dfe9-41a7-9d46-1e846cede625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:33.741602 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-275df6a9-dfe9-41a7-9d46-1e846cede625 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 1096 time: 0.0515912 Oct 11 16:16:33.797328 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-49ca3957-2784-4bb8-a32a-b4d9f9d112e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea919145-5c85-485d-8a28-597e5a12ebfb HTTP/1.1" status: 200 len: 217 time: 0.0428085 Oct 11 16:16:33.847937 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-8607491f-05f4-436b-b694-236f550036b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:33.849390 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-8607491f-05f4-436b-b694-236f550036b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.0455537 Oct 11 16:16:33.901891 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-c488493c-f276-4410-9ed8-3efdeb79cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:33.903385 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-c488493c-f276-4410-9ed8-3efdeb79cdbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471315 Oct 11 16:16:34.004506 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-2c4012d8-533d-4752-9966-08f6fdf3bf98 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935004 Oct 11 16:16:34.096913 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1a31dd98-160b-4eb8-a0a9-b6bd0d67aac7 req-853967b1-f90d-4966-b20c-b44a7e0832db service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850432 Oct 11 16:16:34.210028 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-693c2cd2-142c-45f2-9e13-7926e4204806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:34.212262 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-693c2cd2-142c-45f2-9e13-7926e4204806 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 1096 time: 0.0598063 Oct 11 16:16:34.311959 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-09688388-7b9a-49fd-aad7-67f804105167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:34.313499 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-09688388-7b9a-49fd-aad7-67f804105167 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 910 time: 0.0939081 Oct 11 16:16:34.360125 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-5e2ed5e6-3916-40c1-87a5-86defd38f976 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea919145-5c85-485d-8a28-597e5a12ebfb HTTP/1.1" status: 200 len: 217 time: 0.0390038 Oct 11 16:16:34.414198 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-377b29e5-ab0d-4a7e-ac79-ff52319f1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:34.415696 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-377b29e5-ab0d-4a7e-ac79-ff52319f1b26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.0481758 Oct 11 16:16:34.463118 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-4552f09c-c8b3-4e0a-80bd-41adb2d5fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:34.464663 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-4552f09c-c8b3-4e0a-80bd-41adb2d5fb98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414987 Oct 11 16:16:34.568796 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-26b65622-66db-40f7-a613-81c986a47dc1 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954013 Oct 11 16:16:34.676164 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e730ea49-91ea-4a99-ae6c-36ec4fc997a0 req-3c5c7017-ec5a-45f7-99b4-584b111b764e service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995266 Oct 11 16:16:34.748655 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ecea4-2a6d-407a-a4aa-8a302402d123 req-0c6bce28-c5f9-453e-9030-e5d282449593 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:34.750115 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b66ecea4-2a6d-407a-a4aa-8a302402d123 req-0c6bce28-c5f9-453e-9030-e5d282449593 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 943 time: 0.0503426 Oct 11 16:16:34.788647 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b66ecea4-2a6d-407a-a4aa-8a302402d123 req-b11dcf1e-7c97-435b-b312-11f97d30f109 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323772 Oct 11 16:16:35.913312 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8847f5-1007-406d-97e7-b49fd82a3988 req-5bae6422-4ef7-4b98-86e8-b52b52b89e17 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:35.914838 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c8847f5-1007-406d-97e7-b49fd82a3988 req-5bae6422-4ef7-4b98-86e8-b52b52b89e17 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 943 time: 0.0565858 Oct 11 16:16:35.963757 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c8847f5-1007-406d-97e7-b49fd82a3988 req-6d849b32-bedb-45c9-b8d3-fa9482fa471b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 Oct 11 16:16:37.002702 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device ea919145-5c85-485d-8a28-597e5a12ebfb details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:16:37.106305 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a07a5-f55d-4ab7-a215-26be83da8fdd req-d5d8425f-7d48-48bf-b211-92961b3814ff tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:37.108133 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e46a07a5-f55d-4ab7-a215-26be83da8fdd req-d5d8425f-7d48-48bf-b211-92961b3814ff tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 943 time: 0.0549514 Oct 11 16:16:37.149327 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e46a07a5-f55d-4ab7-a215-26be83da8fdd req-0af71175-eae4-4316-a66d-d268fb18579e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347750 Oct 11 16:16:37.236509 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port ea919145-5c85-485d-8a28-597e5a12ebfb, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ea919145-5c85-485d-8a28-597e5a12ebfb,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:37.248145 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'ea919145-5c85-485d-8a28-597e5a12ebfb', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'port_id': 'ea919145-5c85-485d-8a28-597e5a12ebfb', 'mac_address': 'fa:16:3e:4a:95:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:16:37.287224 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:37.301882 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea919145-5c85-485d-8a28-597e5a12ebfb {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:16:37.321595 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port ea919145-5c85-485d-8a28-597e5a12ebfb, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ea919145-5c85-485d-8a28-597e5a12ebfb,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:37.328917 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:37.376491 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=ea919145-5c85-485d-8a28-597e5a12ebfb,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:37.556095 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:37.672106 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['ea919145-5c85-485d-8a28-597e5a12ebfb'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:16:38.276629 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed886e-96b2-4833-a246-236bd372069d req-63e4884f-95a4-46e9-a022-d3319b9c3474 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:38.281550 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-deed886e-96b2-4833-a246-236bd372069d req-63e4884f-95a4-46e9-a022-d3319b9c3474 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 944 time: 0.0551500 Oct 11 16:16:38.317932 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-deed886e-96b2-4833-a246-236bd372069d req-4ce67164-a615-4fbd-b99e-7633efd80c55 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337825 Oct 11 16:16:39.035521 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device ea919145-5c85-485d-8a28-597e5a12ebfb up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:16:39.090114 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port ea919145-5c85-485d-8a28-597e5a12ebfb completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:16:39.093968 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port ea919145-5c85-485d-8a28-597e5a12ebfb triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:16:39.094343 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:39.176048 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:39.200093 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea919145-5c85-485d-8a28-597e5a12ebfb'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:39.202541 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f9d77-2ead-49bc-b331-006a1612b97e" -d '{"events": [{"server_uuid": "7cebd7e8-c758-43ca-a07a-af8d43a6f304", "name": "network-vif-plugged", "status": "completed", "tag": "ea919145-5c85-485d-8a28-597e5a12ebfb"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:39.217299 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port ea919145-5c85-485d-8a28-597e5a12ebfb, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ea919145-5c85-485d-8a28-597e5a12ebfb,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:39.224952 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:39.255663 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e96408d-ad78-4a22-a2b4-26327b5e33d5 x-openstack-request-id: req-9e96408d-ad78-4a22-a2b4-26327b5e33d5 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:39.255959 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cebd7e8-c758-43ca-a07a-af8d43a6f304", "name": "network-vif-plugged", "status": "completed", "tag": "ea919145-5c85-485d-8a28-597e5a12ebfb", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:39.256212 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e96408d-ad78-4a22-a2b4-26327b5e33d5 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:39.256617 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea919145-5c85-485d-8a28-597e5a12ebfb', 'code': 200} Oct 11 16:16:39.277826 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=ea919145-5c85-485d-8a28-597e5a12ebfb,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:39.431061 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be10dc-296b-4902-b729-edc7d8a0931b req-3b83a33c-a536-4a3f-aa46-17a85806e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:39.432618 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-82be10dc-296b-4902-b729-edc7d8a0931b req-3b83a33c-a536-4a3f-aa46-17a85806e317 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 1098 time: 0.0437012 Oct 11 16:16:39.440101 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd62cf0-cb5e-47a4-a3a1-068aae9ffceb req-8d74404b-6284-4414-a257-d94419106dbe tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:39.441588 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-efd62cf0-cb5e-47a4-a3a1-068aae9ffceb req-8d74404b-6284-4414-a257-d94419106dbe tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 945 time: 0.0546176 Oct 11 16:16:39.470010 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-82be10dc-296b-4902-b729-edc7d8a0931b req-acfa9af1-132e-4ca2-b4e0-7c825121c4bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290868 Oct 11 16:16:39.485203 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-efd62cf0-cb5e-47a4-a3a1-068aae9ffceb req-950c8395-cd4f-4a61-9409-2b2ed9dae50d tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372252 Oct 11 16:16:40.622076 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cfd23-b29b-42a2-9b9f-01f8868e8923 req-187b290f-a22c-47b2-8903-72d18bbc6fcb tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:40.623530 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-559cfd23-b29b-42a2-9b9f-01f8868e8923 req-187b290f-a22c-47b2-8903-72d18bbc6fcb tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 945 time: 0.0510283 Oct 11 16:16:40.664393 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-559cfd23-b29b-42a2-9b9f-01f8868e8923 req-1b3e16e5-a957-4d3b-911e-c7c4fb629306 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318220 Oct 11 16:16:41.766066 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-7f546737-b165-4a8d-a5f7-6849d23eb784 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409160 Oct 11 16:16:41.785644 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29c2a0-c3c1-4999-820b-6d912dfe010a req-33a0a47f-982f-499f-9155-4fad1d749570 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:41.787323 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8c29c2a0-c3c1-4999-820b-6d912dfe010a req-33a0a47f-982f-499f-9155-4fad1d749570 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 945 time: 0.0533392 Oct 11 16:16:41.827183 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8c29c2a0-c3c1-4999-820b-6d912dfe010a req-f6c13d04-67a3-43f1-92e4-ff2819bb606b tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328255 Oct 11 16:16:41.831665 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-38bc7d6c-8ddc-4cca-aa39-700770cacec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:41.833266 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-38bc7d6c-8ddc-4cca-aa39-700770cacec1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37d5a55eb539422481f1d574065c5ef8&device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1138 time: 0.0423195 Oct 11 16:16:41.977243 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8c91f-8fda-4298-a724-aa41c2dfe356 req-c6f2690a-4755-4fcc-bea6-14083b07f580 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:41.978821 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-46c8c91f-8fda-4298-a724-aa41c2dfe356 req-c6f2690a-4755-4fcc-bea6-14083b07f580 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 945 time: 0.0813088 Oct 11 16:16:41.980229 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-5df44fc4-3f33-42ae-ba5a-b6df0b833216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:41.981560 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-5df44fc4-3f33-42ae-ba5a-b6df0b833216 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 200 len: 916 time: 0.1292322 Oct 11 16:16:41.990465 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52552) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:41.995299 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-f0d1963e-3213-45ed-bccb-dffe29630edc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Request body: {'floatingip': {'port_id': 'ea919145-5c85-485d-8a28-597e5a12ebfb'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:42.038259 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f0d1963e-3213-45ed-bccb-dffe29630edc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:42.053091 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-749c6c86-ff89-4b31-a96c-e30d1228bf4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 1001 time: 0.0636370 Oct 11 16:16:42.103433 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-c20c5ef0-3f09-44fa-abbf-d2303f502dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:42.104859 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-c20c5ef0-3f09-44fa-abbf-d2303f502dcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54db26f7-a6dd-4ded-8fd9-b4f587da16fa HTTP/1.1" status: 200 len: 854 time: 0.0446596 Oct 11 16:16:42.152357 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-1837b752-062e-4e86-aaea-39ba1f1b746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:42.154068 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-1837b752-062e-4e86-aaea-39ba1f1b746d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8235ac25-fac9-489a-a537-17bc92b51d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423949 Oct 11 16:16:42.249906 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-90ec8945-1cd2-4d11-b4d9-b01b1109176a service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882068 Oct 11 16:16:42.496757 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f0d1963e-3213-45ed-bccb-dffe29630edc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:42.502785 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f0d1963e-3213-45ed-bccb-dffe29630edc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:42.587584 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-41752ed8-8f1b-4d47-ae7f-85f96fba661b req-d164444a-7f09-4ad0-872a-cf3075c6bdc3 service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300807 Oct 11 16:16:42.603947 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.l3_db [None req-f0d1963e-3213-45ed-bccb-dffe29630edc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Floating IP cd7e718a-c613-4be1-99b9-60e9af85f204 associated. External IP: 172.27.0.80, port: ea919145-5c85-485d-8a28-597e5a12ebfb. Oct 11 16:16:42.813677 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d1963e-3213-45ed-bccb-dffe29630edc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Router 99e96de0-d698-45f3-94d1-4f3abb0ff664 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:16:42.921199 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d1963e-3213-45ed-bccb-dffe29630edc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:16:42.926780 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f0d1963e-3213-45ed-bccb-dffe29630edc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:42.932525 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] Sync routers for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:16:42.946113 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:16:42.946766 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:42.957632 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f0d1963e-3213-45ed-bccb-dffe29630edc tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "PUT /v2.0/floatingips/cd7e718a-c613-4be1-99b9-60e9af85f204 HTTP/1.1" status: 200 len: 990 time: 0.9660470 Oct 11 16:16:42.958224 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'tag': 'ea919145-5c85-485d-8a28-597e5a12ebfb'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:42.960588 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20143b07-3a35-4615-bcb1-6fbb5e65e289" -d '{"events": [{"name": "network-changed", "server_uuid": "7cebd7e8-c758-43ca-a07a-af8d43a6f304", "tag": "ea919145-5c85-485d-8a28-597e5a12ebfb"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:43.005666 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11141a97-7774-478b-8925-5d8fb076265a x-openstack-request-id: req-11141a97-7774-478b-8925-5d8fb076265a {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:43.005666 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cebd7e8-c758-43ca-a07a-af8d43a6f304", "tag": "ea919145-5c85-485d-8a28-597e5a12ebfb", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:43.005872 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11141a97-7774-478b-8925-5d8fb076265a {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:43.006260 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'tag': 'ea919145-5c85-485d-8a28-597e5a12ebfb', 'status': 'completed', 'code': 200} Oct 11 16:16:43.069660 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:16:43.079572 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-9bdfba61-bcbb-43d0-9392-6c3a66087128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:43.081062 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-9bdfba61-bcbb-43d0-9392-6c3a66087128 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75807a197cad4ff68a332ca23b17d471&device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 1098 time: 0.0474453 Oct 11 16:16:43.178263 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-efffb116-96b1-4a3d-b474-7385a4e82575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:43.179768 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-efffb116-96b1-4a3d-b474-7385a4e82575 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 200 len: 910 time: 0.0910249 Oct 11 16:16:43.254929 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-18b36c50-23f4-4a93-af34-5122f339532a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea919145-5c85-485d-8a28-597e5a12ebfb HTTP/1.1" status: 200 len: 998 time: 0.0634820 Oct 11 16:16:43.306736 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-27598b31-9681-4d21-be3f-e355648cf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:43.308350 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-27598b31-9681-4d21-be3f-e355648cf044 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 200 len: 848 time: 0.0461156 Oct 11 16:16:43.312406 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'cd7e718a-c613-4be1-99b9-60e9af85f204', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'port_id': 'ea919145-5c85-485d-8a28-597e5a12ebfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'mac_address': 'fa:16:3e:4a:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:16:30Z', 'updated_at': '2021-10-11T16:16:42Z', 'revision_number': 1, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:43.339452 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] Checking router: 99e96de0-d698-45f3-94d1-4f3abb0ff664 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:16:43.347817 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:16:43.348418 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:43.356642 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-2bf230d8-12e7-4de5-ac84-5f8b94333ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:43.358187 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-2bf230d8-12e7-4de5-ac84-5f8b94333ba1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88f84092-5ea7-490e-872d-ff526784c6de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417385 Oct 11 16:16:43.452836 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-9e4afb73-74a2-48fa-80c4-6a72b048eab5 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861065 Oct 11 16:16:43.453719 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:16:43.547627 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-20143b07-3a35-4615-bcb1-6fbb5e65e289 req-a1929ff1-126c-4ffd-8103-a58f1e072585 service neutron] 10.222.0.39 "GET /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828452 Oct 11 16:16:43.687613 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'cd7e718a-c613-4be1-99b9-60e9af85f204', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'port_id': 'ea919145-5c85-485d-8a28-597e5a12ebfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'mac_address': 'fa:16:3e:4a:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:16:30Z', 'updated_at': '2021-10-11T16:16:42Z', 'revision_number': 1, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:16:43.715137 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8b422-bfad-4b57-a782-c8d11550739b None None] The sync data for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi is: [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'cd7e718a-c613-4be1-99b9-60e9af85f204', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'port_id': 'ea919145-5c85-485d-8a28-597e5a12ebfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'mac_address': 'fa:16:3e:4a:95:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:16:30Z', 'updated_at': '2021-10-11T16:16:42Z', 'revision_number': 1, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:16:43.911918 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b99e00-1532-4a2c-b29f-539bf29c5921 None None] New status for floating IP cd7e718a-c613-4be1-99b9-60e9af85f204: ACTIVE {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:16:55.238387 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e89176f0-7146-4cc9-8127-74a3c095d67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:57.730449 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d0b1df91-5321-48c1-822d-29f067c152b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.183745 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-731481f4-25e1-4ece-9c80-e2c8e2fe633b tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028057664&fields=id&tenant_id=37d5a55eb539422481f1d574065c5ef8 HTTP/1.1" status: 200 len: 267 time: 0.0345025 Oct 11 16:16:58.239621 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-3f77a766-bf09-4eb6-8cab-6c584935b824 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:58.241056 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-3f77a766-bf09-4eb6-8cab-6c584935b824 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 985 time: 0.0496097 Oct 11 16:16:58.252263 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Request body: {'port': {'security_groups': ['d0165c5a-96db-4314-874e-eadbd89fc052']}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:16:58.333319 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.514412 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] For port f0969204-8d1d-4bc1-8f03-6eb2db627486, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:16:58.545844 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.554056 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.567251 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['f0969204-8d1d-4bc1-8f03-6eb2db627486'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:16:58.597183 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:58.597828 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.599225 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4d0e2ffc-6630-427f-a116-b26242f3ecf3 req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "PUT /v2.0/ports/f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 943 time: 0.3517163 Oct 11 16:16:58.599714 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:16:58.602246 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:16:58.607654 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52626) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:58.629975 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event updated for resources: {'Port': ['ID=f0969204-8d1d-4bc1-8f03-6eb2db627486,revision_number=7']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:58.638220 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.638755 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.639128 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.639524 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.639872 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.640230 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.640562 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.640931 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.641256 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.641577 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.642010 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.642323 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92923ef5-303b-4185-be3d-bbe3904f17be tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.660057 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fd21f0-5e4a-4597-ad72-4ded0983ce50 x-openstack-request-id: req-10fd21f0-5e4a-4597-ad72-4ded0983ce50 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:16:58.660594 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:16:58.661232 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10fd21f0-5e4a-4597-ad72-4ded0983ce50 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:16:58.661805 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'status': 'completed', 'code': 200} Oct 11 16:16:58.704409 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.704965 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['f0969204-8d1d-4bc1-8f03-6eb2db627486'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:16:58.735463 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.736963 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-108c565a-b50c-499d-9551-9d569f89c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:58.738112 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-108c565a-b50c-499d-9551-9d569f89c14d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37d5a55eb539422481f1d574065c5ef8&device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1099 time: 0.0492063 Oct 11 16:16:58.814102 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.817358 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.818623 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "DELETE /v2.0/security-groups/8aa6051e-8cb0-414f-9ff1-38206194aabf HTTP/1.1" status: 204 len: 168 time: 0.2091520 Oct 11 16:16:58.821671 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52630) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:16:58.831273 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa6051e-8cb0-414f-9ff1-38206194aabf,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:58.838738 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.838964 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.839563 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.840072 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.840581 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.841387 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.841882 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.842366 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.842894 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.843400 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.843893 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.844371 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5d1e4d-f21e-4f71-97e0-c9162634f0b3 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:16:58.886512 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.926135 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-5f9bb81b-0781-4798-801a-6b9008b8962c None None] Provisioning complete for port f0969204-8d1d-4bc1-8f03-6eb2db627486 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:16:58.926476 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-5f9bb81b-0781-4798-801a-6b9008b8962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:58.950283 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-5e597ace-cda8-493b-8754-778369559e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:58.951850 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-5e597ace-cda8-493b-8754-778369559e9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 200 len: 916 time: 0.2063856 Oct 11 16:16:58.985472 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:59.052252 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-0bdc721d-3951-4581-ad30-792f5ba9b8eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 1001 time: 0.0894902 Oct 11 16:16:59.106667 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Deleting port a5c4198c-5670-4e0a-8582-0c5d9960fa7e {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:16:59.107055 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:59.112487 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-ca97c8d1-ddc4-4b96-acba-38918339a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:59.113974 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-ca97c8d1-ddc4-4b96-acba-38918339a879 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54db26f7-a6dd-4ded-8fd9-b4f587da16fa HTTP/1.1" status: 200 len: 854 time: 0.0517921 Oct 11 16:16:59.216785 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-dc8dde72-389c-4e47-bd0d-6735d431603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:16:59.218431 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-dc8dde72-389c-4e47-bd0d-6735d431603b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8235ac25-fac9-489a-a537-17bc92b51d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949869 Oct 11 16:16:59.221899 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:59.222199 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:59.241808 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Calling delete_port for a5c4198c-5670-4e0a-8582-0c5d9960fa7e owned by network:floatingip {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:16:59.394261 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-5049dcdd-919c-4709-8972-62d94795b340 service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649194 Oct 11 16:16:59.527585 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9a201c0f-f534-4fa0-8aec-fcb9aea0702e req-99cc6e3d-c8eb-40a1-84d5-c4704597031d service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256697 Oct 11 16:16:59.547610 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:59.576790 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event deleted for resources: {'Port': ['ID=a5c4198c-5670-4e0a-8582-0c5d9960fa7e,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:16:59.637759 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks [] for floatingip, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:59.638363 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Floating IP e484eb42-9f21-41d0-85d4-5df897016c1c disassociated (deleted). External IP: 172.27.0.46, port: f0969204-8d1d-4bc1-8f03-6eb2db627486. Oct 11 16:16:59.866301 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Router 09264014-607d-4862-9fe9-6ea684742fc9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:16:59.985636 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:16:59.990598 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:16:59.995931 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] Sync routers for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:17:00.006031 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:00.006649 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:00.018043 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-201b0919-6090-4daa-b269-ef542d060abd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "DELETE /v2.0/floatingips/e484eb42-9f21-41d0-85d4-5df897016c1c HTTP/1.1" status: 204 len: 168 time: 1.1951780 Oct 11 16:17:00.119893 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:00.346531 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '98af6a88-c4e0-4ede-8fa0-8be33116a960', 'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'mac_address': 'fa:16:3e:83:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:59Z', 'updated_at': '2021-10-11T16:13:04Z', 'revision_number': 5, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'subnets': [{'id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:00.384557 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] Checking router: 09264014-607d-4862-9fe9-6ea684742fc9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:17:00.393751 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:00.394350 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:00.499888 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:00.663118 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:00.665516 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be915053-4956-400d-9ad5-752b1c99e40a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:00.703531 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdbc2db-881a-4756-82f9-3bea2e71d4c8 x-openstack-request-id: req-3cdbc2db-881a-4756-82f9-3bea2e71d4c8 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:00.703801 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:00.704050 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3cdbc2db-881a-4756-82f9-3bea2e71d4c8 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:00.704446 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'status': 'completed', 'code': 200} Oct 11 16:17:00.709974 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:00.781937 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be915053-4956-400d-9ad5-752b1c99e40a req-abf7e991-67a6-4fc3-a1ae-fbcfadeecf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:00.783350 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-be915053-4956-400d-9ad5-752b1c99e40a req-abf7e991-67a6-4fc3-a1ae-fbcfadeecf26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=37d5a55eb539422481f1d574065c5ef8&device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 1099 time: 0.0429332 Oct 11 16:17:00.848929 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '98af6a88-c4e0-4ede-8fa0-8be33116a960', 'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'mac_address': 'fa:16:3e:83:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:59Z', 'updated_at': '2021-10-11T16:13:04Z', 'revision_number': 5, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'subnets': [{'id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:00.880173 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60f42f-5aa3-4f12-8363-80336b56c64f None None] The sync data for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi is: [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:13:00Z', 'revision_number': 4, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '98af6a88-c4e0-4ede-8fa0-8be33116a960', 'name': '', 'network_id': '8235ac25-fac9-489a-a537-17bc92b51d0e', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'mac_address': 'fa:16:3e:83:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:59Z', 'updated_at': '2021-10-11T16:13:04Z', 'revision_number': 5, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'subnets': [{'id': '54db26f7-a6dd-4ded-8fd9-b4f587da16fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:17:01.122738 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be915053-4956-400d-9ad5-752b1c99e40a req-ac6bc6b2-a03b-40f9-99b9-ccd7e19f5da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:01.124352 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-be915053-4956-400d-9ad5-752b1c99e40a req-ac6bc6b2-a03b-40f9-99b9-ccd7e19f5da4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 200 len: 916 time: 0.3327658 Oct 11 16:17:01.136586 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d74197-1dba-46df-8583-b5709fac000a None None] New status for floating IP e484eb42-9f21-41d0-85d4-5df897016c1c: DOWN {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:17:01.166712 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-be915053-4956-400d-9ad5-752b1c99e40a req-7f176595-93fb-491e-a85d-dcead59d1eb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 200 len: 217 time: 0.0343199 Oct 11 16:17:01.227426 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be915053-4956-400d-9ad5-752b1c99e40a req-449c9242-38d8-4833-89da-33c8d6291e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:01.229068 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-be915053-4956-400d-9ad5-752b1c99e40a req-449c9242-38d8-4833-89da-33c8d6291e9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=54db26f7-a6dd-4ded-8fd9-b4f587da16fa HTTP/1.1" status: 200 len: 854 time: 0.0528085 Oct 11 16:17:01.285771 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be915053-4956-400d-9ad5-752b1c99e40a req-2bdfe118-3d9e-4af4-bed2-35f398ccf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:01.287320 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-be915053-4956-400d-9ad5-752b1c99e40a req-2bdfe118-3d9e-4af4-bed2-35f398ccf660 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8235ac25-fac9-489a-a537-17bc92b51d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489261 Oct 11 16:17:01.386608 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-be915053-4956-400d-9ad5-752b1c99e40a req-a6463515-afc7-4ea7-95f1-523a7fa0fb40 service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889745 Oct 11 16:17:01.488823 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-be915053-4956-400d-9ad5-752b1c99e40a req-d5ed6f90-de3c-4c6b-b704-9950e4e8ce2d service neutron] 10.222.0.39 "GET /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894079 Oct 11 16:17:02.771879 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d95ad-7375-4e2d-96c6-f60f0926b4dc req-4748e337-df39-49bc-81ae-e30bc07cdde4 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:02.773413 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d65d95ad-7375-4e2d-96c6-f60f0926b4dc req-4748e337-df39-49bc-81ae-e30bc07cdde4 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.0566006 Oct 11 16:17:02.816793 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d65d95ad-7375-4e2d-96c6-f60f0926b4dc req-74e0f2cb-7336-49ba-a8d2-8413a6876174 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362029 Oct 11 16:17:03.956053 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9bf10-06d8-48bc-854a-c4cd9e425fdc req-e46b8c61-b975-4cc4-90f3-b6d1c43fc6dd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:03.957600 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9cd9bf10-06d8-48bc-854a-c4cd9e425fdc req-e46b8c61-b975-4cc4-90f3-b6d1c43fc6dd tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.0527470 Oct 11 16:17:04.000679 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9cd9bf10-06d8-48bc-854a-c4cd9e425fdc req-4947dedb-6a76-48f7-a105-aa5f669814b0 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Oct 11 16:17:04.960213 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-feee0894-e30d-4318-b9e0-85b849753540 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:04.961677 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-feee0894-e30d-4318-b9e0-85b849753540 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.0575063 Oct 11 16:17:05.070340 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Deleting port f0969204-8d1d-4bc1-8f03-6eb2db627486 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:17:05.070687 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:05.134469 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da60ed-1cc9-429e-ad14-64afa8edf0e3 req-7e5c9aa5-b404-415e-bf9d-7c322eb28336 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:05.135977 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-11da60ed-1cc9-429e-ad14-64afa8edf0e3 req-7e5c9aa5-b404-415e-bf9d-7c322eb28336 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb5b9515-b3fa-453f-998b-b6c95d7c691b HTTP/1.1" status: 200 len: 946 time: 0.0493126 Oct 11 16:17:05.163305 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] For port f0969204-8d1d-4bc1-8f03-6eb2db627486, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=f0969204-8d1d-4bc1-8f03-6eb2db627486,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:05.163709 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:05.174371 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-11da60ed-1cc9-429e-ad14-64afa8edf0e3 req-af8d9764-f072-4f7b-a8b9-977f67e46bec tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.18 "GET /v2.0/security-groups?id=d0165c5a-96db-4314-874e-eadbd89fc052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Oct 11 16:17:05.181258 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Calling delete_port for f0969204-8d1d-4bc1-8f03-6eb2db627486 owned by compute:nova {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:17:05.317448 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:05.330469 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['f0969204-8d1d-4bc1-8f03-6eb2db627486'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:17:05.344241 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Pushing event deleted for resources: {'Port': ['ID=f0969204-8d1d-4bc1-8f03-6eb2db627486,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:05.393940 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] No DVR routers for this DVR port f0969204-8d1d-4bc1-8f03-6eb2db627486 on host hv-cinder-80951 {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:17:05.396907 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:05.400299 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1be22caa-49be-4832-bf2f-2e949cd6a146 req-f808e4e4-315f-455c-9f50-9d030c727fa9 tempest-TestMinimumBasicScenario-2099561014 tempest-TestMinimumBasicScenario-2099561014-project] 10.222.0.39 "DELETE /v2.0/ports/f0969204-8d1d-4bc1-8f03-6eb2db627486 HTTP/1.1" status: 204 len: 173 time: 0.4316452 Oct 11 16:17:05.400711 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'name': 'network-vif-deleted', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:05.403103 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8268ba-57e5-4b28-9a33-a9fba7ad4aa6" -d '{"events": [{"server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "name": "network-vif-deleted", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:05.441291 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8c6237-bb70-4481-9ada-ca509501517f x-openstack-request-id: req-aa8c6237-bb70-4481-9ada-ca509501517f {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:05.441563 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5b9515-b3fa-453f-998b-b6c95d7c691b", "name": "network-vif-deleted", "tag": "f0969204-8d1d-4bc1-8f03-6eb2db627486", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:05.441898 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa8c6237-bb70-4481-9ada-ca509501517f {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:05.442196 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5b9515-b3fa-453f-998b-b6c95d7c691b', 'name': 'network-vif-deleted', 'tag': 'f0969204-8d1d-4bc1-8f03-6eb2db627486', 'status': 'completed', 'code': 200} Oct 11 16:17:05.659575 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9819322-1cdc-4cf6-9d2e-a33728242ffa req-e5db4256-67b1-4f91-8a09-b55c396a39e9 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:05.661038 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b9819322-1cdc-4cf6-9d2e-a33728242ffa req-e5db4256-67b1-4f91-8a09-b55c396a39e9 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0523190 Oct 11 16:17:05.704718 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b9819322-1cdc-4cf6-9d2e-a33728242ffa req-010b4240-0580-4fa3-9ae5-4179b17f3863 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347929 Oct 11 16:17:06.782715 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52744) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:06.823805 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993d46a-3fdb-401a-8c43-693eab29254c req-abf3dfe6-f804-4812-a726-18bd855acd7d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:06.825315 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e993d46a-3fdb-401a-8c43-693eab29254c req-abf3dfe6-f804-4812-a726-18bd855acd7d tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0509636 Oct 11 16:17:06.868031 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e993d46a-3fdb-401a-8c43-693eab29254c req-98f21865-f9e9-4a0f-accb-9108d54a7137 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362647 Oct 11 16:17:07.176295 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953558'] for router_interface, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:07.446112 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Deleting port 98af6a88-c4e0-4ede-8fa0-8be33116a960 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:17:07.446333 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:07.529810 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] For port 98af6a88-c4e0-4ede-8fa0-8be33116a960, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=98af6a88-c4e0-4ede-8fa0-8be33116a960,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:07.530166 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:07.543104 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Calling delete_port for 98af6a88-c4e0-4ede-8fa0-8be33116a960 owned by network:router_interface {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:17:07.565212 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:07.732105 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:07.760963 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=98af6a88-c4e0-4ede-8fa0-8be33116a960,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:07.928543 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8093213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953442'] for router_interface, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:08.066148 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4b18b-1b84-4782-ab2f-f4774d22fad8 req-fc9e3584-221a-46b5-b8db-a93243fb4534 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:08.067585 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-20a4b18b-1b84-4782-ab2f-f4774d22fad8 req-fc9e3584-221a-46b5-b8db-a93243fb4534 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0967491 Oct 11 16:17:08.159054 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-20a4b18b-1b84-4782-ab2f-f4774d22fad8 req-c03346ae-496a-4c83-bae5-3179e038b568 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846167 Oct 11 16:17:08.219584 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Router 09264014-607d-4862-9fe9-6ea684742fc9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:17:08.330297 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:17:08.335323 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-9e83cd27-768e-4552-8e21-fd4f5fef4fe4 admin admin] 10.222.0.18 "PUT /v2.0/routers/09264014-607d-4862-9fe9-6ea684742fc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5509696 Oct 11 16:17:08.338100 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52756) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:08.339213 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] Sync routers for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:17:08.348989 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:08.349587 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:08.440080 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks [] for router, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:08.461183 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:08.541966 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:08.601714 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Deleting port ea991f26-e349-45b9-93c6-e08601017fad {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:17:08.602061 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:08.638563 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:17:07Z', 'revision_number': 5, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port': {'id': 'ea991f26-e349-45b9-93c6-e08601017fad', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09264014-607d-4862-9fe9-6ea684742fc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:12:57Z', 'updated_at': '2021-10-11T16:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:08.670100 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] Checking router: 09264014-607d-4862-9fe9-6ea684742fc9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:17:08.678721 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] Routers {'09264014-607d-4862-9fe9-6ea684742fc9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:08.679327 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['09264014-607d-4862-9fe9-6ea684742fc9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:08.681891 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] For port ea991f26-e349-45b9-93c6-e08601017fad, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=ea991f26-e349-45b9-93c6-e08601017fad,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:08.682247 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:08.695033 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Calling delete_port for ea991f26-e349-45b9-93c6-e08601017fad owned by network:router_gateway {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:17:08.764383 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] Set router 09264014-607d-4862-9fe9-6ea684742fc9 gateway port host: None {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:08.815680 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:17:08Z', 'revision_number': 6, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port_host': None}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:08.845035 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae124ba-84ab-468c-b011-a7544644ffc1 None None] The sync data for ids ['09264014-607d-4862-9fe9-6ea684742fc9'] in dv-cinder-809518-6-iscsi is: [{'id': '09264014-607d-4862-9fe9-6ea684742fc9', 'name': 'tempest-TestMinimumBasicScenario-1089654845-router', 'tenant_id': '37d5a55eb539422481f1d574065c5ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:12:56Z', 'updated_at': '2021-10-11T16:17:08Z', 'revision_number': 6, 'project_id': '37d5a55eb539422481f1d574065c5ef8', 'gw_port_host': None}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:17:08.865092 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:08.895096 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea991f26-e349-45b9-93c6-e08601017fad,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:08.956870 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7994816'] for router_gateway, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.060391 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7951664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110348'] for router, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.062782 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.131747 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7951675'] for router, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.132252 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09264014-607d-4862-9fe9-6ea684742fc9 {{(pid=94277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:17:09.137190 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.138389 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-9efec4aa-f01b-41c4-a1da-9fad0d2d6e52 admin admin] 10.222.0.18 "DELETE /v2.0/routers/09264014-607d-4862-9fe9-6ea684742fc9 HTTP/1.1" status: 204 len: 168 time: 0.7992313 Oct 11 16:17:09.141108 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52760) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:09.176912 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f0969204-8d1d-4bc1-8f03-6eb2db627486 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:17:09.187733 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_v2 [None req-223cb4cc-0340-4dfc-9213-32e700867baa admin admin] Deleting subnet 54db26f7-a6dd-4ded-8fd9-b4f587da16fa {{(pid=94277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:17:09.191762 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-223cb4cc-0340-4dfc-9213-32e700867baa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.198670 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: f0969204-8d1d-4bc1-8f03-6eb2db627486 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:17:09.199021 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device f0969204-8d1d-4bc1-8f03-6eb2db627486 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:17:09.231467 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-223cb4cc-0340-4dfc-9213-32e700867baa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981957'] for subnet, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.353240 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec549bda-bfee-433c-8079-c3e562652080 req-6303a729-cd1f-4863-bc09-5c48dc6e86b5 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:09.354624 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ec549bda-bfee-433c-8079-c3e562652080 req-6303a729-cd1f-4863-bc09-5c48dc6e86b5 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.1045618 Oct 11 16:17:09.393626 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-223cb4cc-0340-4dfc-9213-32e700867baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.433771 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ec549bda-bfee-433c-8079-c3e562652080 req-5ab56b93-df73-4b38-a7d5-d9be4aa00abc tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671780 Oct 11 16:17:09.459040 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-223cb4cc-0340-4dfc-9213-32e700867baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3867586'] for subnet, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.487547 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cb4cc-0340-4dfc-9213-32e700867baa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54db26f7-a6dd-4ded-8fd9-b4f587da16fa,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:09.491686 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-223cb4cc-0340-4dfc-9213-32e700867baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.495400 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-223cb4cc-0340-4dfc-9213-32e700867baa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/54db26f7-a6dd-4ded-8fd9-b4f587da16fa HTTP/1.1" status: 204 len: 168 time: 0.3527517 Oct 11 16:17:09.497556 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52766) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:09.497701 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a238915e-0b1a-4dc5-8a32-b67ed3b5285a None None] Network 8235ac25-fac9-489a-a537-17bc92b51d0e requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:17:09.698613 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] DHCP port deletion for 8235ac25-fac9-489a-a537-17bc92b51d0e request from dv-cinder-809518-6-iscsi {{(pid=94278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:17:09.725981 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ea991f26-e349-45b9-93c6-e08601017fad no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:17:09.752223 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: ea991f26-e349-45b9-93c6-e08601017fad {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:17:09.752565 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ea991f26-e349-45b9-93c6-e08601017fad not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:17:09.752972 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 98af6a88-c4e0-4ede-8fa0-8be33116a960 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:17:09.774955 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 98af6a88-c4e0-4ede-8fa0-8be33116a960 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:17:09.775286 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 98af6a88-c4e0-4ede-8fa0-8be33116a960 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:17:09.794867 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Deleting port 5927f348-6bc1-432e-8cda-9a68e2fe9621 {{(pid=94278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:17:09.795267 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.837851 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.863698 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] For port 5927f348-6bc1-432e-8cda-9a68e2fe9621, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5927f348-6bc1-432e-8cda-9a68e2fe9621,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:09.864091 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.877847 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Calling delete_port for 5927f348-6bc1-432e-8cda-9a68e2fe9621 owned by network:dhcp {{(pid=94278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:17:09.891589 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Deleting port 5927f348-6bc1-432e-8cda-9a68e2fe9621 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:17:09.892062 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.959959 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] For port 5927f348-6bc1-432e-8cda-9a68e2fe9621, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5927f348-6bc1-432e-8cda-9a68e2fe9621,segment=NetworkSegment(e83aa2e4-66e2-45d8-817d-a22f36b64345),segment_id=e83aa2e4-66e2-45d8-817d-a22f36b64345)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:09.960317 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:09.972735 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Calling delete_port for 5927f348-6bc1-432e-8cda-9a68e2fe9621 owned by network:dhcp {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:17:09.997289 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356'] for port, after_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:10.021930 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Pushing event deleted for resources: {'Port': ['ID=5927f348-6bc1-432e-8cda-9a68e2fe9621,revision_number=None']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:10.026218 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] No DVR routers for this DVR port 5927f348-6bc1-432e-8cda-9a68e2fe9621 on host dv-cinder-809518-6-iscsi {{(pid=94278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:17:10.031903 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.032348 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.032575 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.032898 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.033217 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.033536 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.033888 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.034200 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.034535 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.034852 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.035162 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.035499 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d03861-a075-47d2-9aba-a3f1ec827949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:17:10.050078 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:10.079829 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Pushing event deleted for resources: {'Port': ['ID=5927f348-6bc1-432e-8cda-9a68e2fe9621,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:10.083956 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] No DVR routers for this DVR port 5927f348-6bc1-432e-8cda-9a68e2fe9621 on host dv-cinder-809518-6-iscsi {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:17:10.161673 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:10.181710 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8235ac25-fac9-489a-a537-17bc92b51d0e']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:10.191839 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83aa2e4-66e2-45d8-817d-a22f36b64345') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:10.192159 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83aa2e4-66e2-45d8-817d-a22f36b64345') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:10.205499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:10.218937 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:10.225420 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:17:10.225805 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: self.session.flush() Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: self.session.flush() Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: self.session.flush() Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: self.session.flush() Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:17:10.227593 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:17:10.284111 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:10.300064 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:10.303254 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8235ac25-fac9-489a-a537-17bc92b51d0e HTTP/1.1" status: 204 len: 168 time: 0.8046722 Oct 11 16:17:10.304586 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb69652-48ff-4d1e-bfc5-c19bbd24bc70 admin admin] Pushing event deleted for resources: {'Network': ['ID=8235ac25-fac9-489a-a537-17bc92b51d0e,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:10.306177 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52770) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:10.558276 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fbf3a-970d-4d14-a7b9-e91b474dbd10 req-8d82b957-b74b-4fe1-8071-804aea1941e8 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:10.559792 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-383fbf3a-970d-4d14-a7b9-e91b474dbd10 req-8d82b957-b74b-4fe1-8071-804aea1941e8 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0516672 Oct 11 16:17:10.590318 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:17:10.598522 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-383fbf3a-970d-4d14-a7b9-e91b474dbd10 req-df22be49-a43f-4ed4-94bd-0860b23c0cb2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326200 Oct 11 16:17:10.736599 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953558'] for router_interface, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:11.049089 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Deleting port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:17:11.049306 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:11.132474 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] For port ca74aefa-d8b3-41d8-8ee3-aab33ec9959c, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=ca74aefa-d8b3-41d8-8ee3-aab33ec9959c,segment=NetworkSegment(b7764464-46d5-41d6-914a-7cc205526c9e),segment_id=b7764464-46d5-41d6-914a-7cc205526c9e)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:11.133061 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:11.148081 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Calling delete_port for ca74aefa-d8b3-41d8-8ee3-aab33ec9959c owned by network:router_interface {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:17:11.330996 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:11.359571 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca74aefa-d8b3-41d8-8ee3-aab33ec9959c,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:11.522255 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5927f348-6bc1-432e-8cda-9a68e2fe9621 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:17:11.534358 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8093213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953442'] for router_interface, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:11.541907 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 5927f348-6bc1-432e-8cda-9a68e2fe9621 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:17:11.542251 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5927f348-6bc1-432e-8cda-9a68e2fe9621 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:17:11.779400 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aefa9c-1327-45c5-bfbd-311e366ddee3 req-5b053154-462f-4335-9bdd-d53ba711f399 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:11.780826 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-77aefa9c-1327-45c5-bfbd-311e366ddee3 req-5b053154-462f-4335-9bdd-d53ba711f399 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0913165 Oct 11 16:17:11.799163 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Router 3a8ee060-db6a-44bb-ab5b-12203840e519 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:17:11.861778 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-77aefa9c-1327-45c5-bfbd-311e366ddee3 req-98ef2222-0bd7-4737-8a40-57ce4cf146cd tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729363 Oct 11 16:17:11.933604 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:17:11.941559 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bcfb0aed-474b-4b38-8401-de03612da024 admin admin] 10.222.0.18 "PUT /v2.0/routers/3a8ee060-db6a-44bb-ab5b-12203840e519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6321106 Oct 11 16:17:11.943217 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52782) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:11.945216 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] Sync routers for ids ['3a8ee060-db6a-44bb-ab5b-12203840e519'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:17:11.955485 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] Routers {'3a8ee060-db6a-44bb-ab5b-12203840e519'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:11.956072 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3a8ee060-db6a-44bb-ab5b-12203840e519'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:12.050106 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks [] for router, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.059098 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] Set router 3a8ee060-db6a-44bb-ab5b-12203840e519 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:12.157805 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.212191 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Deleting port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:17:12.212567 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.239982 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:02Z', 'updated_at': '2021-10-11T16:17:11Z', 'revision_number': 5, 'project_id': '706f955e1283404c91080adcea0c92d4', 'gw_port': {'id': '6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:37:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:03Z', 'updated_at': '2021-10-11T16:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:12.265197 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] Checking router: 3a8ee060-db6a-44bb-ab5b-12203840e519 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:17:12.273531 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] Routers {'3a8ee060-db6a-44bb-ab5b-12203840e519'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:12.274125 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3a8ee060-db6a-44bb-ab5b-12203840e519'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:12.295046 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] For port 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:12.295434 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.308141 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Calling delete_port for 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf owned by network:router_gateway {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:17:12.464515 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] Set router 3a8ee060-db6a-44bb-ab5b-12203840e519 gateway port host: None {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:12.490440 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.514586 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:12.522036 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:02Z', 'updated_at': '2021-10-11T16:17:12Z', 'revision_number': 6, 'project_id': '706f955e1283404c91080adcea0c92d4', 'gw_port_host': None}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:12.548449 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4213382-a310-4174-a6d2-0bc31d148a7f None None] The sync data for ids ['3a8ee060-db6a-44bb-ab5b-12203840e519'] in dv-cinder-809518-6-iscsi is: [{'id': '3a8ee060-db6a-44bb-ab5b-12203840e519', 'name': 'tempest-TestMinimumBasicScenario-994462526-router', 'tenant_id': '706f955e1283404c91080adcea0c92d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:02Z', 'updated_at': '2021-10-11T16:17:12Z', 'revision_number': 6, 'project_id': '706f955e1283404c91080adcea0c92d4', 'gw_port_host': None}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:17:12.580938 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7994816'] for router_gateway, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.674582 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7951664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110348'] for router, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.676847 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.721120 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7951675'] for router, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.721642 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a8ee060-db6a-44bb-ab5b-12203840e519 {{(pid=94277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:17:12.727084 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.728338 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-961e2f41-ed44-48b4-a490-5b0028c8fa89 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3a8ee060-db6a-44bb-ab5b-12203840e519 HTTP/1.1" status: 204 len: 168 time: 0.7841566 Oct 11 16:17:12.731248 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 52788) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:12.780307 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c03b87-91ef-4140-a31c-1f1807b6964b admin admin] Deleting subnet 578637db-8a18-4b34-b879-81e0bea3fd02 {{(pid=94276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:17:12.783829 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a8c03b87-91ef-4140-a31c-1f1807b6964b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.819312 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a8c03b87-91ef-4140-a31c-1f1807b6964b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554251'] for subnet, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:12.935220 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a8c03b87-91ef-4140-a31c-1f1807b6964b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.021777 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33940e7e-6b76-4ced-84e3-ceefc831076a req-545e9ba9-c116-4ee1-9c42-51494903ad20 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:13.023270 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-33940e7e-6b76-4ced-84e3-ceefc831076a req-545e9ba9-c116-4ee1-9c42-51494903ad20 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0677195 Oct 11 16:17:13.028475 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a8c03b87-91ef-4140-a31c-1f1807b6964b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3760577'] for subnet, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.067722 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c03b87-91ef-4140-a31c-1f1807b6964b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578637db-8a18-4b34-b879-81e0bea3fd02,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:13.072740 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a8c03b87-91ef-4140-a31c-1f1807b6964b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.078599 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-a8c03b87-91ef-4140-a31c-1f1807b6964b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/578637db-8a18-4b34-b879-81e0bea3fd02 HTTP/1.1" status: 204 len: 168 time: 0.3435304 Oct 11 16:17:13.079097 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52792) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:13.082460 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8803fbf-0fef-4f00-9444-d1ea7f480ceb None None] Network 373a04a9-af85-41bf-af9d-5d0aa6c190ec requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:17:13.094622 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-33940e7e-6b76-4ced-84e3-ceefc831076a req-13aa040a-fe7c-4438-b51a-b1960574801e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639026 Oct 11 16:17:13.154850 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.209643 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Deleting port b8011d9f-71f2-46a6-ace8-9a958aeac4a1 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:17:13.209929 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.273792 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] For port b8011d9f-71f2-46a6-ace8-9a958aeac4a1, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=b8011d9f-71f2-46a6-ace8-9a958aeac4a1,segment=NetworkSegment(b7764464-46d5-41d6-914a-7cc205526c9e),segment_id=b7764464-46d5-41d6-914a-7cc205526c9e)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:13.274211 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.297331 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Calling delete_port for b8011d9f-71f2-46a6-ace8-9a958aeac4a1 owned by network:dhcp {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:17:13.382095 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.389612 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fb7f29-99db-4fad-aa8a-accb2c53ec6c None None] DHCP port deletion for 373a04a9-af85-41bf-af9d-5d0aa6c190ec request from dv-cinder-809518-6-iscsi {{(pid=94278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:17:13.409756 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8011d9f-71f2-46a6-ace8-9a958aeac4a1,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:13.411669 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] No DVR routers for this DVR port b8011d9f-71f2-46a6-ace8-9a958aeac4a1 on host dv-cinder-809518-6-iscsi {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:17:13.480951 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ca74aefa-d8b3-41d8-8ee3-aab33ec9959c no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:17:13.495892 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.502345 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: ca74aefa-d8b3-41d8-8ee3-aab33ec9959c {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:17:13.502947 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ca74aefa-d8b3-41d8-8ee3-aab33ec9959c not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:17:13.503382 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:17:13.518384 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373a04a9-af85-41bf-af9d-5d0aa6c190ec']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:13.522062 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:17:13.522486 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 6e901f4f-4d9d-4ee3-9fab-3be03ffa35bf not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:17:13.522965 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device b8011d9f-71f2-46a6-ace8-9a958aeac4a1 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:17:13.528835 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7764464-46d5-41d6-914a-7cc205526c9e') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:13.529134 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7764464-46d5-41d6-914a-7cc205526c9e') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:13.540540 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.549688 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: b8011d9f-71f2-46a6-ace8-9a958aeac4a1 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:17:13.550029 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device b8011d9f-71f2-46a6-ace8-9a958aeac4a1 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:17:13.556149 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.565578 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:17:13.566051 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:17:13.568068 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:17:13.627161 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.633132 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.636718 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/373a04a9-af85-41bf-af9d-5d0aa6c190ec HTTP/1.1" status: 204 len: 168 time: 0.5565772 Oct 11 16:17:13.649899 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfabffd-3bf7-46e9-84dd-7ca0bad082b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=373a04a9-af85-41bf-af9d-5d0aa6c190ec,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:13.806509 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52800) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:13.846921 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-60b958d8-430b-4e73-a41f-4706831d381b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37d5a55eb539422481f1d574065c5ef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390143 Oct 11 16:17:13.848772 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52802) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:13.900679 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-31a9532e-b60d-4870-bf9b-fa277bc23ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.921472 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-31a9532e-b60d-4870-bf9b-fa277bc23ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.969843 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-31a9532e-b60d-4870-bf9b-fa277bc23ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.972406 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-31a9532e-b60d-4870-bf9b-fa277bc23ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:13.973592 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-31a9532e-b60d-4870-bf9b-fa277bc23ed4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0165c5a-96db-4314-874e-eadbd89fc052 HTTP/1.1" status: 204 len: 168 time: 0.1239727 Oct 11 16:17:13.981470 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9532e-b60d-4870-bf9b-fa277bc23ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0165c5a-96db-4314-874e-eadbd89fc052,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:14.214302 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4f465-c42b-43c2-8054-d209542951ff req-3d20fec4-9560-4d47-862c-1382d85d04f5 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:14.215819 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-31b4f465-c42b-43c2-8054-d209542951ff req-3d20fec4-9560-4d47-862c-1382d85d04f5 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0499396 Oct 11 16:17:14.255846 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-31b4f465-c42b-43c2-8054-d209542951ff req-41204458-83fb-4c6a-91dd-07c3ae738982 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338001 Oct 11 16:17:14.315250 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52810) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:14.360784 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-59d8baad-697d-48c2-892c-093a3fa3a204 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=706f955e1283404c91080adcea0c92d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443354 Oct 11 16:17:14.363517 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 52812) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:14.416716 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-07f7a162-d3fd-400c-907d-de130281e687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:14.438583 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-07f7a162-d3fd-400c-907d-de130281e687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:14.499586 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-07f7a162-d3fd-400c-907d-de130281e687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:14.502458 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-07f7a162-d3fd-400c-907d-de130281e687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:14.503682 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-07f7a162-d3fd-400c-907d-de130281e687 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57944045-4135-4eeb-ba28-4c6328e4f367 HTTP/1.1" status: 204 len: 168 time: 0.1392634 Oct 11 16:17:14.511542 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7a162-d3fd-400c-907d-de130281e687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57944045-4135-4eeb-ba28-4c6328e4f367,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:14.963391 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07054dfc-0d2a-4973-85c6-067a264ba1d0 req-3c220b7e-4139-4999-b173-f662e9965b3c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:14.964872 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-07054dfc-0d2a-4973-85c6-067a264ba1d0 req-3c220b7e-4139-4999-b173-f662e9965b3c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 946 time: 0.0529628 Oct 11 16:17:15.002712 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-07054dfc-0d2a-4973-85c6-067a264ba1d0 req-87f1d7e7-5ba4-4250-9646-b0c12e04b54d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317967 Oct 11 16:17:15.392995 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a8973-5bc1-4421-97a8-4546293b7c8d req-8e5d9fd9-9164-46dd-b068-34ae5679d7a5 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:15.394605 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e48a8973-5bc1-4421-97a8-4546293b7c8d req-8e5d9fd9-9164-46dd-b068-34ae5679d7a5 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0618820 Oct 11 16:17:15.438607 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e48a8973-5bc1-4421-97a8-4546293b7c8d req-1f546bd5-0b8a-4430-a5f7-b624ed6968c3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347137 Oct 11 16:17:15.830644 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-683de5ac-c375-48ea-bf07-2a49054ecc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:15.832180 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-683de5ac-c375-48ea-bf07-2a49054ecc0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1dd13212d3f248c785d9f51092e253ab&device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1099 time: 0.0437477 Oct 11 16:17:15.929269 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-51973141-c7eb-4a0c-b814-7e922bb796db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:15.930626 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-51973141-c7eb-4a0c-b814-7e922bb796db service neutron] 10.222.0.39 "GET /v2.0/networks?id=f72d9996-2385-4ef2-9450-ee7c71f08814 HTTP/1.1" status: 200 len: 910 time: 0.0910399 Oct 11 16:17:15.998940 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-e3d77350-94ea-4628-b48c-20c60ce83ec5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f HTTP/1.1" status: 200 len: 1001 time: 0.0598404 Oct 11 16:17:16.053002 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-fcefdf4e-95b7-4f73-912c-db2a5a29ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:16.054458 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-fcefdf4e-95b7-4f73-912c-db2a5a29ed28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69ca98d4-bbfe-417a-80a4-894dd29fdda3 HTTP/1.1" status: 200 len: 848 time: 0.0464311 Oct 11 16:17:16.107235 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-2363d283-22bc-4a73-b1c8-691c1100e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:16.109073 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-2363d283-22bc-4a73-b1c8-691c1100e8f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f72d9996-2385-4ef2-9450-ee7c71f08814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460300 Oct 11 16:17:16.123817 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d13ab-a9c2-4995-a308-b0ddcdc6bcd1 req-b80a78bb-e836-4a18-b78f-ef0255596e10 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:16.126210 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c9d13ab-a9c2-4995-a308-b0ddcdc6bcd1 req-b80a78bb-e836-4a18-b78f-ef0255596e10 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 946 time: 0.0530682 Oct 11 16:17:16.167968 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7c9d13ab-a9c2-4995-a308-b0ddcdc6bcd1 req-ecdfa575-bf55-4341-8990-80d3527cb4ef tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359771 Oct 11 16:17:16.205461 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-851cc4a0-5082-45bf-8da0-ab53f33a909a service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884850 Oct 11 16:17:16.306297 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-945046ca-39ce-4558-a1c2-c5ac7f8efad9 req-d0f91bb6-7f32-4457-8cdc-027c5d6b65fc service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919676 Oct 11 16:17:16.595855 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0beeb-08ab-4125-b4a2-66fc61dae1af req-cbbd0f47-a128-4fc7-bca9-c9ed458c1ce6 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:16.597347 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-56c0beeb-08ab-4125-b4a2-66fc61dae1af req-cbbd0f47-a128-4fc7-bca9-c9ed458c1ce6 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0862777 Oct 11 16:17:16.609529 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-4496e3ec-9039-4140-90d7-e6f75de470ed tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:16.611400 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-4496e3ec-9039-4140-90d7-e6f75de470ed tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 946 time: 0.0663612 Oct 11 16:17:16.680620 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-56c0beeb-08ab-4125-b4a2-66fc61dae1af req-0b8db5cd-4586-48e9-988d-823845e2d563 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682490 Oct 11 16:17:16.728301 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Deleting port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:17:16.728565 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:16.821690 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] For port 9e9e4887-9a90-44dc-8496-dff3106a2ad9, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9e9e4887-9a90-44dc-8496-dff3106a2ad9,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:16.822065 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:17.237507 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:17.237855 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:17.238209 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Floating IP add8451d-e05b-4783-a62d-37fc0a33531e disassociated. External IP: 172.27.0.154, port: 9e9e4887-9a90-44dc-8496-dff3106a2ad9. Oct 11 16:17:17.238577 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Calling delete_port for 9e9e4887-9a90-44dc-8496-dff3106a2ad9 owned by compute:nova {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:17:17.291109 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb5cb2-d3df-4aa8-8a57-c994fafeb20b req-76990748-504d-4d72-b5fb-afaf0b597a3b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:17.292693 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-91bb5cb2-d3df-4aa8-8a57-c994fafeb20b req-76990748-504d-4d72-b5fb-afaf0b597a3b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 946 time: 0.0523884 Oct 11 16:17:17.332785 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-91bb5cb2-d3df-4aa8-8a57-c994fafeb20b req-843624e2-7724-4a48-ae9c-df2362538735 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333700 Oct 11 16:17:17.373128 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:17.399914 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event deleted for resources: {'Port': ['ID=9e9e4887-9a90-44dc-8496-dff3106a2ad9,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:17.516505 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Router 270e0103-5605-4069-990e-307a35ac3ec9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:17:17.625244 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:17:17.635320 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] Sync routers for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:17:17.646100 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:17.646729 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:17.664029 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] No DVR routers for this DVR port 9e9e4887-9a90-44dc-8496-dff3106a2ad9 on host hv-cinder-80951 {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:17:17.666633 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:17.670367 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-17419d09-fad2-4de9-a83f-ac0fe62904b1 req-c7723fae-58b6-4dcf-a811-b303fda5c014 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "DELETE /v2.0/ports/9e9e4887-9a90-44dc-8496-dff3106a2ad9 HTTP/1.1" status: 204 len: 173 time: 1.0515018 Oct 11 16:17:17.670805 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c483dd20-2125-4632-8741-2a4012ec919a', 'name': 'network-vif-deleted', 'tag': '9e9e4887-9a90-44dc-8496-dff3106a2ad9'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:17.673204 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a23f1-739e-44be-833b-b3f1c87b1daf" -d '{"events": [{"server_uuid": "c483dd20-2125-4632-8741-2a4012ec919a", "name": "network-vif-deleted", "tag": "9e9e4887-9a90-44dc-8496-dff3106a2ad9"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:17.727650 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124c916f-5931-498c-ab33-1e81531b5c3f x-openstack-request-id: req-124c916f-5931-498c-ab33-1e81531b5c3f {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:17.727934 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c483dd20-2125-4632-8741-2a4012ec919a", "name": "network-vif-deleted", "tag": "9e9e4887-9a90-44dc-8496-dff3106a2ad9", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:17.728205 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-124c916f-5931-498c-ab33-1e81531b5c3f {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:17.728593 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c483dd20-2125-4632-8741-2a4012ec919a', 'name': 'network-vif-deleted', 'tag': '9e9e4887-9a90-44dc-8496-dff3106a2ad9', 'status': 'completed', 'code': 200} Oct 11 16:17:17.760878 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:17.811668 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54b6a3-2be0-4bee-b112-abfa7612feb7 req-e112a88d-bf34-4a5d-9d47-e82a5a9d7ace tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:17.813392 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e54b6a3-2be0-4bee-b112-abfa7612feb7 req-e112a88d-bf34-4a5d-9d47-e82a5a9d7ace tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0588806 Oct 11 16:17:17.854178 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9e54b6a3-2be0-4bee-b112-abfa7612feb7 req-f55beb30-b6e9-4b73-84c9-4fea4db06be5 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336173 Oct 11 16:17:17.977797 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:18.003833 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] Checking router: 270e0103-5605-4069-990e-307a35ac3ec9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:17:18.013854 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:18.014618 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:16:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:18.125695 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:18.344965 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:18.381685 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0fb8ce-d64c-418c-98a7-da9084e92427 None None] The sync data for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi is: [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:17:18.478985 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6712289c-8949-4226-a8e3-0582f418f3d0 req-c3554b62-8034-417e-b37d-f08754677a3a tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=c483dd20-2125-4632-8741-2a4012ec919a HTTP/1.1" status: 200 len: 210 time: 0.0485897 Oct 11 16:17:18.644192 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f26a4e0-1a3c-4927-b447-768a599f1dae None None] New status for floating IP add8451d-e05b-4783-a62d-37fc0a33531e: DOWN {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:17:18.985144 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966281f6-ec9a-44d4-994b-2aa7a39ac3d0 req-022ae2c0-3b4b-4fd9-b719-b267093034c9 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:18.986413 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-966281f6-ec9a-44d4-994b-2aa7a39ac3d0 req-022ae2c0-3b4b-4fd9-b719-b267093034c9 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0497389 Oct 11 16:17:19.027728 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-966281f6-ec9a-44d4-994b-2aa7a39ac3d0 req-e6b3f66b-1ae4-4438-be09-d73e78b74fc9 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345364 Oct 11 16:17:19.097233 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [req-39f914a2-6878-4739-8551-f6a950fc9d4e req-b9ba5dc9-cdd9-414d-9b25-22476b1fe614 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:17:19.098244 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-39f914a2-6878-4739-8551-f6a950fc9d4e req-b9ba5dc9-cdd9-414d-9b25-22476b1fe614 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055580 Oct 11 16:17:19.238106 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-51a8c0e5-4510-437a-a3a1-8b30c99104f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449543 Oct 11 16:17:19.255544 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 745936ec-16be-4da0-8bb6-485bfe9e3c0f no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:17:19.267978 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16536b3-8ae3-46a9-959f-3d10a7be4c82 req-979b9697-5796-4b46-ad6b-b928ccd7d6bd tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:19.269509 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a16536b3-8ae3-46a9-959f-3d10a7be4c82 req-979b9697-5796-4b46-ad6b-b928ccd7d6bd tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0545735 Oct 11 16:17:19.320980 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a16536b3-8ae3-46a9-959f-3d10a7be4c82 req-3bcb990b-5f8b-464c-a734-11090e59adab tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Oct 11 16:17:19.337089 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:19.359471 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:19.361866 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92665f01-2ec4-4d22-aba6-c18c7cfaa00b" -d '{"events": [{"server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "name": "network-vif-unplugged", "status": "completed", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:19.374394 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:19.381472 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:19.382178 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 9e9e4887-9a90-44dc-8496-dff3106a2ad9 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:17:19.420896 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6908f405-8690-481b-8761-12541b3cd8e5 x-openstack-request-id: req-6908f405-8690-481b-8761-12541b3cd8e5 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:19.421193 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "name": "network-vif-unplugged", "status": "failed", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f", "code": 422}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:19.421445 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6908f405-8690-481b-8761-12541b3cd8e5 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:19.421894 dv-cinder-809518-6-iscsi neutron-server[94278]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'code': 422} returned with failed status Oct 11 16:17:19.424319 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 9e9e4887-9a90-44dc-8496-dff3106a2ad9 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:17:19.424681 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 9e9e4887-9a90-44dc-8496-dff3106a2ad9 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:17:19.449579 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=745936ec-16be-4da0-8bb6-485bfe9e3c0f,revision_number=6']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:19.732313 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-f8a936d2-7496-45a0-99c1-97240ad110a8 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076941354&fields=id&tenant_id=2452024f030b4d59957523265ec9c8b9 HTTP/1.1" status: 200 len: 267 time: 0.0330312 Oct 11 16:17:19.846787 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-29fea750-0ca8-4058-881b-20b474874ff2 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:19.848215 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-29fea750-0ca8-4058-881b-20b474874ff2 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 810 time: 0.1090143 Oct 11 16:17:19.865175 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-82ea972f-eb71-4927-8c9c-b6fa880c348f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/quotas/2452024f030b4d59957523265ec9c8b9 HTTP/1.1" status: 200 len: 375 time: 0.0103137 Oct 11 16:17:19.928243 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cf496fb3-af82-4998-ad71-44ebb2954dda tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564666 Oct 11 16:17:20.028987 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-06d481d7-cd3c-4aca-91c5-beafeddf7b87 service neutron] 10.222.0.18 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889988 Oct 11 16:17:20.417654 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-d491aee2-7b4d-49d3-8722-23bafabbf2a0 service neutron] 10.222.0.18 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818378 Oct 11 16:17:20.451245 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eb67a-e0bb-48f5-be0b-d97ea6b7ec53 req-ad0c7cdd-eed9-4509-a2f8-2a46808f82a1 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:20.453190 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7a8eb67a-e0bb-48f5-be0b-d97ea6b7ec53 req-ad0c7cdd-eed9-4509-a2f8-2a46808f82a1 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0539713 Oct 11 16:17:20.493647 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7a8eb67a-e0bb-48f5-be0b-d97ea6b7ec53 req-5dd1c7dc-cb24-4340-a786-32c34cca738c tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342801 Oct 11 16:17:20.693907 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-e0d8964d-0871-4ef9-a1d7-33d766aeedca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:20.695388 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-e0d8964d-0871-4ef9-a1d7-33d766aeedca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36&tenant_id=1dd13212d3f248c785d9f51092e253ab HTTP/1.1" status: 200 len: 1097 time: 0.0514491 Oct 11 16:17:20.721897 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9997a8ec-5eed-40a1-8452-4999ad04c979 req-20aae661-84db-4490-97fc-dbfb2206ac23 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 210 time: 0.0301697 Oct 11 16:17:20.767388 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-61666d18-f306-4cb9-8f80-652756550857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:20.769019 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-61666d18-f306-4cb9-8f80-652756550857 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1dd13212d3f248c785d9f51092e253ab&device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1097 time: 0.0462921 Oct 11 16:17:20.863398 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-07927645-f0f6-490e-ba3f-81f2f5031c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:20.865472 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-07927645-f0f6-490e-ba3f-81f2f5031c7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f72d9996-2385-4ef2-9450-ee7c71f08814 HTTP/1.1" status: 200 len: 910 time: 0.0879998 Oct 11 16:17:20.936716 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-bcc5b6cb-737e-4d8b-8dac-6a840ba5e052 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f HTTP/1.1" status: 200 len: 999 time: 0.0635924 Oct 11 16:17:20.987936 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-bb88d03e-69ca-4bc5-b508-71086f16efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:20.989493 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-bb88d03e-69ca-4bc5-b508-71086f16efe8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69ca98d4-bbfe-417a-80a4-894dd29fdda3 HTTP/1.1" status: 200 len: 848 time: 0.0465035 Oct 11 16:17:21.038190 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-762cf5af-e781-457a-909f-c3d86d1fdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:21.039826 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-762cf5af-e781-457a-909f-c3d86d1fdecc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f72d9996-2385-4ef2-9450-ee7c71f08814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413978 Oct 11 16:17:21.140266 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-fa40a65b-4f19-4f7e-8bd6-71399ad162eb service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862350 Oct 11 16:17:21.237751 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-69d95cb6-a927-40a3-bed4-414b6dada7b1 req-50f40365-0dc9-4a38-ae1e-86dd4c85fa87 service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864198 Oct 11 16:17:21.624763 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc248e2-fa82-466a-8d78-e2c6dc1347f8 req-203f4970-4827-420d-b334-ada4869f7835 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:21.626426 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5cc248e2-fa82-466a-8d78-e2c6dc1347f8 req-203f4970-4827-420d-b334-ada4869f7835 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0497458 Oct 11 16:17:21.667640 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5cc248e2-fa82-466a-8d78-e2c6dc1347f8 req-ad3663d3-dfa6-430a-8273-bc90f0d00b89 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348122 Oct 11 16:17:21.839192 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-b06242ad-ee09-42f3-ab03-3e84ba7646c4 req-e56c7bd6-93d0-4755-8ae1-0f1b1ad69e26 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 210 time: 0.0346518 Oct 11 16:17:21.877850 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-00e57631-62eb-4391-8769-ec905cf4a80e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:21.879327 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-00e57631-62eb-4391-8769-ec905cf4a80e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 810 time: 0.1383727 Oct 11 16:17:21.928874 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-c4bb5745-f73b-4a3e-982d-c76e4417e628 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2452024f030b4d59957523265ec9c8b9 HTTP/1.1" status: 200 len: 380 time: 0.0355227 Oct 11 16:17:21.939997 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'port': {'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'admin_state_up': True, 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'security_groups': ['d8ff5df2-7b48-4970-bdde-f3d37abd2b9f']}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:17:22.055610 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Made reservation on behalf of 2452024f030b4d59957523265ec9c8b9 for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:17:22.059306 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:22.204165 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Allocated IP 172.20.0.13 (5b164382-35a7-44c5-b939-25b36e951afb/1c84828e-b709-4757-825d-ee3adc2e440e/4e3250a2-c297-44b2-a4f9-ed672d00acfa) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:17:22.352643 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:22.392627 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:22.438119 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Network 5b164382-35a7-44c5-b939-25b36e951afb is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:17:22.441902 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:17:22.453752 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:17:22.458325 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'Port': ['ID=4e3250a2-c297-44b2-a4f9-ed672d00acfa,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:22.509312 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:22.509923 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:22.528493 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-730717ca-4168-477a-8030-af19d1208646 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5926430 Oct 11 16:17:22.543096 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Request body: {'port': {'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:17:22.604441 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:22.719037 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-0be30a5b-f5ca-4e45-8cc7-129696afc216 None None] Provisioning complete for port 4e3250a2-c297-44b2-a4f9-ed672d00acfa triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:17:22.719707 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-0be30a5b-f5ca-4e45-8cc7-129696afc216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:22.758328 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-0be30a5b-f5ca-4e45-8cc7-129696afc216 None None] Port 4e3250a2-c297-44b2-a4f9-ed672d00acfa cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:17:22.793558 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f61a74-5890-4c33-ae08-48aefb909de1 req-5b7261b1-dca9-45ec-b210-47245193d1e2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:22.796187 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-78f61a74-5890-4c33-ae08-48aefb909de1 req-5b7261b1-dca9-45ec-b210-47245193d1e2 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0553463 Oct 11 16:17:22.835743 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-78f61a74-5890-4c33-ae08-48aefb909de1 req-75053c23-939d-48f9-9602-d212b80732be tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329013 Oct 11 16:17:22.883046 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3250a2-c297-44b2-a4f9-ed672d00acfa {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:17:22.890710 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:22.902798 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Transition to ACTIVE for port object 4e3250a2-c297-44b2-a4f9-ed672d00acfa will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:17:22.917384 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:22.985727 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3250a2-c297-44b2-a4f9-ed672d00acfa,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:23.004128 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea8fcc-e94d-455e-a977-8037baac01d5 req-38732efe-14c6-4aec-a36b-6a492a3385cc tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:23.005822 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8dea8fcc-e94d-455e-a977-8037baac01d5 req-38732efe-14c6-4aec-a36b-6a492a3385cc tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 944 time: 0.0970826 Oct 11 16:17:23.089009 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8dea8fcc-e94d-455e-a977-8037baac01d5 req-a049a1c2-f4b8-4b45-9adb-1d936915d5c4 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692716 Oct 11 16:17:23.101528 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Attempting to bind port 4e3250a2-c297-44b2-a4f9-ed672d00acfa on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:17:23.101975 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Attempting to bind port 4e3250a2-c297-44b2-a4f9-ed672d00acfa by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:17:23.102400 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Attempting to bind port 4e3250a2-c297-44b2-a4f9-ed672d00acfa on network 5b164382-35a7-44c5-b939-25b36e951afb {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:17:23.107448 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Port 4e3250a2-c297-44b2-a4f9-ed672d00acfa on network 5b164382-35a7-44c5-b939-25b36e951afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:17:23.107886 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Attempting to bind port 4e3250a2-c297-44b2-a4f9-ed672d00acfa on network 5b164382-35a7-44c5-b939-25b36e951afb {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:17:23.113431 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:17:23.113773 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Checking segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:17:23.114168 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Bound using segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:17:23.114606 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Bound port: 4e3250a2-c297-44b2-a4f9-ed672d00acfa, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:17:23.114961 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:23.180530 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] For port 4e3250a2-c297-44b2-a4f9-ed672d00acfa, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:17:23.184654 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] For port 4e3250a2-c297-44b2-a4f9-ed672d00acfa, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:17:23.190331 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:23.224005 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:23.224627 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:23.226028 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] 10.222.0.39 "PUT /v2.0/ports/4e3250a2-c297-44b2-a4f9-ed672d00acfa HTTP/1.1" status: 200 len: 1094 time: 0.6885252 Oct 11 16:17:23.226504 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:23.228880 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:23.262623 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62ffb6-9f62-4038-a4a3-43bf8dfe1376 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3250a2-c297-44b2-a4f9-ed672d00acfa,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:23.274686 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c037a348-9736-4be0-ac37-15074098be57 x-openstack-request-id: req-c037a348-9736-4be0-ac37-15074098be57 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:23.274961 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:23.275230 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c037a348-9736-4be0-ac37-15074098be57 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:23.275733 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'status': 'completed', 'code': 200} Oct 11 16:17:23.333945 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-e73add15-c773-4725-8ad4-0785a4d98e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:23.335586 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-e73add15-c773-4725-8ad4-0785a4d98e8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 1097 time: 0.0468903 Oct 11 16:17:23.381202 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-1d534e11-6de2-43f4-80a6-56030f165980 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa HTTP/1.1" status: 200 len: 217 time: 0.0356669 Oct 11 16:17:23.431663 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-44aad43d-d105-4e84-acd1-5f178ecd2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:23.433130 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-44aad43d-d105-4e84-acd1-5f178ecd2175 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0439105 Oct 11 16:17:23.482516 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-be6b192f-8e1c-465a-bdba-6acbfc677374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:23.484080 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-be6b192f-8e1c-465a-bdba-6acbfc677374 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437574 Oct 11 16:17:23.580425 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-62618d0e-d174-4ab2-b694-9212ff313573 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881360 Oct 11 16:17:23.681019 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-396aa6ef-8342-4feb-86d0-38a2215d73d7 req-857bce58-9a8a-434b-bbbf-07baa9bb3c1a service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927835 Oct 11 16:17:23.795400 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-ff8a5664-4f2a-4bcf-9c8e-fe51067ba217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:23.798204 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-ff8a5664-4f2a-4bcf-9c8e-fe51067ba217 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 1097 time: 0.0540099 Oct 11 16:17:23.892600 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-237d1791-553e-4c98-ab65-c4fc3084a80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:23.894166 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-237d1791-553e-4c98-ab65-c4fc3084a80d service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.0885644 Oct 11 16:17:23.947758 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-79545acf-b39a-4dff-a866-fff0abc82f2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa HTTP/1.1" status: 200 len: 217 time: 0.0455375 Oct 11 16:17:24.011788 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-35d9f443-79fb-418f-9720-0e9c9ec66814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:24.013215 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-35d9f443-79fb-418f-9720-0e9c9ec66814 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0516059 Oct 11 16:17:24.021483 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38380861-6ae4-41de-b20b-9370abf0e48e req-b587493a-62b0-4a7f-ba05-6aee531cfe8a tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:24.022848 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-38380861-6ae4-41de-b20b-9370abf0e48e req-b587493a-62b0-4a7f-ba05-6aee531cfe8a tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.1148965 Oct 11 16:17:24.088263 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-38380861-6ae4-41de-b20b-9370abf0e48e req-e96adb09-e4b1-4734-8c0d-5fba4b3184d3 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571575 Oct 11 16:17:24.092780 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-215ac5bb-0558-412c-8b33-41b9bbaee69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:24.094497 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-215ac5bb-0558-412c-8b33-41b9bbaee69a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707939 Oct 11 16:17:24.190792 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-0567ee36-16e7-4217-afc8-5038a69e598b service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876372 Oct 11 16:17:24.224070 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e151c4-a025-41ba-b385-17086b3dac66 req-43eef648-f311-4661-9913-2c09a70b78ad tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:24.225501 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-84e151c4-a025-41ba-b385-17086b3dac66 req-43eef648-f311-4661-9913-2c09a70b78ad tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 944 time: 0.0616598 Oct 11 16:17:24.265415 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-84e151c4-a025-41ba-b385-17086b3dac66 req-7e2ee7e5-d720-4f39-b203-24221c5d5e52 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333440 Oct 11 16:17:24.289145 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-37cfaab0-31fc-4760-ac7b-db07e0fd87ab req-e3933111-8db8-45a0-a2eb-905075c9efa8 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885820 Oct 11 16:17:25.217053 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371040e5-bf5e-4c7a-97a7-7ec2db6877e8 req-24906ee1-af21-4939-a5b7-221ebbcd93d7 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:25.218590 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-371040e5-bf5e-4c7a-97a7-7ec2db6877e8 req-24906ee1-af21-4939-a5b7-221ebbcd93d7 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0525978 Oct 11 16:17:25.232729 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-542cd318-17ff-406a-b713-ccb29b203729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:25.259160 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-371040e5-bf5e-4c7a-97a7-7ec2db6877e8 req-d02d3b9c-5b0e-48d1-8199-0632af597912 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339072 Oct 11 16:17:25.386992 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57550213-4788-4bbb-9575-bd42a6a6db31 req-405a659b-82e9-4d5c-ae8b-d6b6ee88c8dc tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:25.388400 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-57550213-4788-4bbb-9575-bd42a6a6db31 req-405a659b-82e9-4d5c-ae8b-d6b6ee88c8dc tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 944 time: 0.0535121 Oct 11 16:17:25.429087 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-57550213-4788-4bbb-9575-bd42a6a6db31 req-8d4de9bc-97c7-499c-a04c-7104f47b3726 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323844 Oct 11 16:17:26.377114 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4808f-27e1-407c-a10c-c1512aa41715 req-b530a246-ea36-4aed-a854-538633de0d34 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:26.378572 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89d4808f-27e1-407c-a10c-c1512aa41715 req-b530a246-ea36-4aed-a854-538633de0d34 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0498211 Oct 11 16:17:26.416766 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-89d4808f-27e1-407c-a10c-c1512aa41715 req-5c9cc732-fe54-44e3-9ece-e48b8eb295fa tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322087 Oct 11 16:17:26.561031 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1460b0-c919-4eac-a7e3-eadaaaebd1af req-83e02e96-54de-4fe5-b10e-89810a1cf2c9 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:26.562613 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2e1460b0-c919-4eac-a7e3-eadaaaebd1af req-83e02e96-54de-4fe5-b10e-89810a1cf2c9 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 944 time: 0.0608056 Oct 11 16:17:26.611599 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2e1460b0-c919-4eac-a7e3-eadaaaebd1af req-9e75d14b-b309-4e02-8b15-2a3bde40a065 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423012 Oct 11 16:17:27.548824 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca0862-4bda-4e3e-bb1e-9b5613131109 req-a3f15ebf-b0a0-4be9-a3bd-aafdb5ba1997 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.550264 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ccca0862-4bda-4e3e-bb1e-9b5613131109 req-a3f15ebf-b0a0-4be9-a3bd-aafdb5ba1997 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0545759 Oct 11 16:17:27.590632 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ccca0862-4bda-4e3e-bb1e-9b5613131109 req-2fdae4c9-c72d-4d60-8d72-5e764a080781 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324819 Oct 11 16:17:27.714609 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-5f2dc3b9-66f6-4d60-a2f5-36ebf6bf25cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:27.734876 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be724b90-db75-4f98-87d8-4a49420a0077 req-5bba030c-aec3-4e6f-ba05-dadc2ee00569 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:27.736478 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-be724b90-db75-4f98-87d8-4a49420a0077 req-5bba030c-aec3-4e6f-ba05-dadc2ee00569 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 944 time: 0.0546122 Oct 11 16:17:27.775983 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-be724b90-db75-4f98-87d8-4a49420a0077 req-0d94347d-a19f-41b3-a777-2212ef8e8766 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333366 Oct 11 16:17:28.714497 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2db99-1f68-47ca-9bbf-b9179dda307d req-7b890ce8-5351-49ae-901e-0b83a15d7b37 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:28.715987 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f6d2db99-1f68-47ca-9bbf-b9179dda307d req-7b890ce8-5351-49ae-901e-0b83a15d7b37 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 944 time: 0.0510662 Oct 11 16:17:28.766347 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f6d2db99-1f68-47ca-9bbf-b9179dda307d req-3ba3b1bd-06c5-477d-a753-89cfc41e09f0 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Oct 11 16:17:28.860480 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:28.905408 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4727ac-b623-41af-9e05-98caa52a5dcb req-b2a8af07-23d4-45d7-8d11-3d70a477ba22 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:28.907445 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8d4727ac-b623-41af-9e05-98caa52a5dcb req-b2a8af07-23d4-45d7-8d11-3d70a477ba22 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 944 time: 0.0551989 Oct 11 16:17:28.950545 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8d4727ac-b623-41af-9e05-98caa52a5dcb req-a232e74c-4a75-499a-91f9-4a8867870b3f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365276 Oct 11 16:17:28.976782 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:29.330629 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 745936ec-16be-4da0-8bb6-485bfe9e3c0f details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:17:29.428112 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:29.439298 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'port_id': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'mac_address': 'fa:16:3e:e2:02:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:17:29.480077 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:29.493039 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745936ec-16be-4da0-8bb6-485bfe9e3c0f {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:17:29.512550 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:29.519866 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:29.570653 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=745936ec-16be-4da0-8bb6-485bfe9e3c0f,revision_number=7']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:29.889929 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72663487-4204-4c46-958f-3f8010b10f4a req-e2605ca8-f6d2-4690-a31c-fd8f09c9018e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:29.891987 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72663487-4204-4c46-958f-3f8010b10f4a req-e2605ca8-f6d2-4690-a31c-fd8f09c9018e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 945 time: 0.0513077 Oct 11 16:17:29.913041 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['745936ec-16be-4da0-8bb6-485bfe9e3c0f'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:17:29.934625 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-72663487-4204-4c46-958f-3f8010b10f4a req-cb04424b-2e8a-48fd-9da4-d389a94ff962 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336173 Oct 11 16:17:30.073186 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e73c51-f8e5-4416-b268-bcbe2617306a req-35db17dc-1d55-495a-979a-6adf67f35968 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:30.074700 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a7e73c51-f8e5-4416-b268-bcbe2617306a req-35db17dc-1d55-495a-979a-6adf67f35968 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 944 time: 0.0501957 Oct 11 16:17:30.115082 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a7e73c51-f8e5-4416-b268-bcbe2617306a req-dcf42a8a-bf00-46f0-96bb-8cc45244cdb1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Oct 11 16:17:30.680349 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:31.065941 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5839ade-fdec-491f-b246-f06f178d5f23 req-c5bf7d38-86d5-4233-b5b3-1e6f0f39cca7 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:31.067918 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c5839ade-fdec-491f-b246-f06f178d5f23 req-c5bf7d38-86d5-4233-b5b3-1e6f0f39cca7 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 945 time: 0.0625579 Oct 11 16:17:31.107985 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c5839ade-fdec-491f-b246-f06f178d5f23 req-6154866a-8a28-41b7-a48f-618a075c5c6e tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335772 Oct 11 16:17:31.240954 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e39dc-0f4a-4326-8f30-dd07498e39dd req-bc706403-f647-4c10-84da-e0441d103619 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:31.242335 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5b2e39dc-0f4a-4326-8f30-dd07498e39dd req-bc706403-f647-4c10-84da-e0441d103619 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 944 time: 0.0512617 Oct 11 16:17:31.281995 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5b2e39dc-0f4a-4326-8f30-dd07498e39dd req-bb2126b0-02d0-4193-bac4-b68e194aac82 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Oct 11 16:17:31.346301 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 4e3250a2-c297-44b2-a4f9-ed672d00acfa details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:17:31.348674 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 745936ec-16be-4da0-8bb6-485bfe9e3c0f up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:17:31.458007 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 745936ec-16be-4da0-8bb6-485bfe9e3c0f triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:17:31.458377 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:31.506144 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 4e3250a2-c297-44b2-a4f9-ed672d00acfa, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:31.520629 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:17:31.589666 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:31.603401 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:31.613354 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3250a2-c297-44b2-a4f9-ed672d00acfa {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:17:31.640756 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:31.643533 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee2d991-06f8-4555-ba76-38c4c71610da" -d '{"events": [{"server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "name": "network-vif-plugged", "status": "completed", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:31.650170 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 4e3250a2-c297-44b2-a4f9-ed672d00acfa, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:31.655863 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:31.663060 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:31.682585 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:31.687536 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd2c286-522f-41e0-a5ee-f67d949e95fb x-openstack-request-id: req-5dd2c286-522f-41e0-a5ee-f67d949e95fb {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:31.688055 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "name": "network-vif-plugged", "status": "completed", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:31.688677 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5dd2c286-522f-41e0-a5ee-f67d949e95fb {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:31.689054 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'code': 200} Oct 11 16:17:31.712777 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=4e3250a2-c297-44b2-a4f9-ed672d00acfa,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:31.763267 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=745936ec-16be-4da0-8bb6-485bfe9e3c0f,revision_number=8']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:31.948008 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb9024-df1e-47d4-a0df-0d6b0e3eb46c req-5e24e8a5-3cae-47e7-8f8a-b90acbaa9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:31.949575 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1afb9024-df1e-47d4-a0df-0d6b0e3eb46c req-5e24e8a5-3cae-47e7-8f8a-b90acbaa9764 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1099 time: 0.0474620 Oct 11 16:17:31.986056 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1afb9024-df1e-47d4-a0df-0d6b0e3eb46c req-ffaeb04a-1610-4f7e-99ea-2f861172a41f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290577 Oct 11 16:17:32.002638 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['4e3250a2-c297-44b2-a4f9-ed672d00acfa'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:17:32.228081 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae4fb9-47b9-4c1e-aafc-d3d16900860c req-c7aaee24-73ce-4382-af24-4cf047489160 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:32.229692 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-80ae4fb9-47b9-4c1e-aafc-d3d16900860c req-c7aaee24-73ce-4382-af24-4cf047489160 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0502965 Oct 11 16:17:32.268644 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-80ae4fb9-47b9-4c1e-aafc-d3d16900860c req-dd8d4690-415b-47ea-9cf6-d8c805a08e67 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326583 Oct 11 16:17:32.401498 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4d58b-a487-45c6-8b3a-60496eba9824 req-14e76b54-c012-4df3-8e6e-bf0ba9aecf4e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:32.403005 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-dfe4d58b-a487-45c6-8b3a-60496eba9824 req-14e76b54-c012-4df3-8e6e-bf0ba9aecf4e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 945 time: 0.0501649 Oct 11 16:17:32.444662 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-dfe4d58b-a487-45c6-8b3a-60496eba9824 req-387b80e7-c75f-4f6d-812d-dae4d2c407c1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347738 Oct 11 16:17:33.362286 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 4e3250a2-c297-44b2-a4f9-ed672d00acfa up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:17:33.394615 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd91bcb-d73d-4902-a20f-656972c48b7b req-85c848f3-b97f-4a16-8d88-0e46fee4f53c tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:33.396146 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6fd91bcb-d73d-4902-a20f-656972c48b7b req-85c848f3-b97f-4a16-8d88-0e46fee4f53c tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0562549 Oct 11 16:17:33.422199 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 4e3250a2-c297-44b2-a4f9-ed672d00acfa completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:17:33.426681 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 4e3250a2-c297-44b2-a4f9-ed672d00acfa triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:17:33.427062 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:33.436941 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6fd91bcb-d73d-4902-a20f-656972c48b7b req-7ecf2a12-4c68-4048-9acc-d7578cd13d7a tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347311 Oct 11 16:17:33.509285 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:33.543181 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 4e3250a2-c297-44b2-a4f9-ed672d00acfa, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:33.549513 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:33.572441 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030de9b1-06af-45df-a3b9-5877f62dd1a2 req-b67a9167-1b64-4164-a413-0d303257bae7 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:33.574064 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-030de9b1-06af-45df-a3b9-5877f62dd1a2 req-b67a9167-1b64-4164-a413-0d303257bae7 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 945 time: 0.0568271 Oct 11 16:17:33.602487 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=4e3250a2-c297-44b2-a4f9-ed672d00acfa,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:33.614381 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-030de9b1-06af-45df-a3b9-5877f62dd1a2 req-fe333dd2-97a0-4508-925a-c856d9f92a39 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332155 Oct 11 16:17:33.690370 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:33.693490 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45975854-eeab-4516-ba98-70d0e874c8d4" -d '{"events": [{"server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "name": "network-vif-plugged", "status": "completed", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:33.737174 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d9ef1-6282-4775-a1ee-4d008ff50572 x-openstack-request-id: req-2c7d9ef1-6282-4775-a1ee-4d008ff50572 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:33.737576 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "name": "network-vif-plugged", "status": "completed", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:33.737885 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c7d9ef1-6282-4775-a1ee-4d008ff50572 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:33.738287 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'code': 200} Oct 11 16:17:33.991609 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d03454-9b73-4ec2-8f9b-0c7cf0f3570c req-b2ec7dc1-b973-47f8-aa31-161443497951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:33.993807 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e2d03454-9b73-4ec2-8f9b-0c7cf0f3570c req-b2ec7dc1-b973-47f8-aa31-161443497951 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 1099 time: 0.0492954 Oct 11 16:17:34.031961 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e2d03454-9b73-4ec2-8f9b-0c7cf0f3570c req-b9730bc5-600d-43f2-be9f-6af18bfe2e52 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Oct 11 16:17:34.566324 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64092859-a1eb-422d-8d6b-cbed0513365b req-a76d9ee2-e07b-4016-b538-fd8deddc0b99 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:34.567792 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-64092859-a1eb-422d-8d6b-cbed0513365b req-a76d9ee2-e07b-4016-b538-fd8deddc0b99 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0536439 Oct 11 16:17:34.607011 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-64092859-a1eb-422d-8d6b-cbed0513365b req-1d892f92-507c-470c-aaa3-80dd4e3fe1f1 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329661 Oct 11 16:17:34.734712 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66633d0f-532c-4266-af43-cdcfc66df3ae req-c9ec46ec-07dc-46eb-a102-f7a8deabe5c1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:34.736518 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-66633d0f-532c-4266-af43-cdcfc66df3ae req-c9ec46ec-07dc-46eb-a102-f7a8deabe5c1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 946 time: 0.0540802 Oct 11 16:17:34.776484 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-66633d0f-532c-4266-af43-cdcfc66df3ae req-c75920ed-cab8-4bf0-89a4-de87166105bf tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336425 Oct 11 16:17:34.891334 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf7449-c418-4485-b9c7-5454201262d1 req-7fedd85a-d659-4cd1-a0ad-19836b4c44fa tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:34.892902 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0abf7449-c418-4485-b9c7-5454201262d1 req-7fedd85a-d659-4cd1-a0ad-19836b4c44fa tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0490236 Oct 11 16:17:34.932803 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0abf7449-c418-4485-b9c7-5454201262d1 req-cfbefec4-71ca-4aab-aed3-9f168a8a3dfe tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336869 Oct 11 16:17:35.910727 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83840005-217e-4f1d-827b-57dd5cfff565 req-b776f41f-5ec4-4751-9e7f-9f073cfbe1dd tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:35.912224 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-83840005-217e-4f1d-827b-57dd5cfff565 req-b776f41f-5ec4-4751-9e7f-9f073cfbe1dd tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 946 time: 0.0520077 Oct 11 16:17:35.953227 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-83840005-217e-4f1d-827b-57dd5cfff565 req-ac51ef74-76a5-473c-bc3b-8abf5328220a tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Oct 11 16:17:36.067772 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154a8af-c7c2-42b9-b87e-567f2f322854 req-32347815-c6d3-44bc-8cca-e84b5c683759 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:36.069197 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9154a8af-c7c2-42b9-b87e-567f2f322854 req-32347815-c6d3-44bc-8cca-e84b5c683759 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0563111 Oct 11 16:17:36.076923 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1a2f3-d453-435e-af5e-21384e0c6305 req-73873b9e-2c01-4b79-8be4-44d88f3980f7 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:36.078436 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-efb1a2f3-d453-435e-af5e-21384e0c6305 req-73873b9e-2c01-4b79-8be4-44d88f3980f7 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 946 time: 0.0558593 Oct 11 16:17:36.108380 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9154a8af-c7c2-42b9-b87e-567f2f322854 req-f9b5824a-4bae-43e6-bf49-10f6ad0e7be8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328279 Oct 11 16:17:36.118441 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-efb1a2f3-d453-435e-af5e-21384e0c6305 req-26acb8e9-0ebc-4501-a460-43fb7a20b07e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Oct 11 16:17:36.141150 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53036) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:36.181957 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536023b-40e4-4a0d-b3c9-a0782f7d7121 tempest-TestVolumeBootPattern-1498230225 tempest-TestVolumeBootPattern-1498230225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:36.183466 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-d536023b-40e4-4a0d-b3c9-a0782f7d7121 tempest-TestVolumeBootPattern-1498230225 tempest-TestVolumeBootPattern-1498230225-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 1094 time: 0.0412912 Oct 11 16:17:36.186414 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53038) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:17:36.190738 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'floatingip': {'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:17:36.215557 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:36.323465 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:36.437515 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Allocated IP 172.27.0.68 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/943efcd9-6c86-4cca-82bd-e8dc5369af5e) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:17:36.558954 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:36.595077 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:36.636175 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:17:36.639106 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:17:36.641911 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:17:36.647699 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'Port': ['ID=943efcd9-6c86-4cca-82bd-e8dc5369af5e,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:37.291790 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8492f-fd7a-4f80-be29-143f41922976 req-be15bae4-a1d5-443c-8cdf-13eb7cc00cd1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:37.293295 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1cb8492f-fd7a-4f80-be29-143f41922976 req-be15bae4-a1d5-443c-8cdf-13eb7cc00cd1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0954804 Oct 11 16:17:37.310887 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:37.368283 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1cb8492f-fd7a-4f80-be29-143f41922976 req-0049dd8a-4b77-402b-8ff6-06e380c9b14f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672350 Oct 11 16:17:37.404513 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:37.554827 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:37.560905 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:37.571597 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:37.627820 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'Port': ['ID=943efcd9-6c86-4cca-82bd-e8dc5369af5e,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:37.639719 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:37.740126 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Floating IP f3439289-e7c6-4bb4-bf5c-dad78eedbe45 associated. External IP: 172.27.0.68, port: 4e3250a2-c297-44b2-a4f9-ed672d00acfa. Oct 11 16:17:37.950226 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Router 270e0103-5605-4069-990e-307a35ac3ec9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:17:38.063460 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:17:38.074378 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c66b1-740a-436c-9b49-714119801db7 None None] Sync routers for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:17:38.083454 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:38.086477 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c66b1-740a-436c-9b49-714119801db7 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:38.087112 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-941c66b1-740a-436c-9b49-714119801db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:17:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:38.113502 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-e8fff829-cb89-489c-8727-ba9939c86d9d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9260709 Oct 11 16:17:38.114227 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:38.116557 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13518382-3aa9-45ff-9c47-5740aac7d052" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:38.153345 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953dde03-4c21-4c64-96ea-4183ed10a8ef x-openstack-request-id: req-953dde03-4c21-4c64-96ea-4183ed10a8ef {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:38.153637 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:38.153921 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-953dde03-4c21-4c64-96ea-4183ed10a8ef {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:38.154346 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'status': 'completed', 'code': 200} Oct 11 16:17:38.221194 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-4decf8dd-566e-4dd5-ad86-2b8ed5de5948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:38.222667 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-4decf8dd-566e-4dd5-ad86-2b8ed5de5948 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 1099 time: 0.0461054 Oct 11 16:17:38.330130 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-d0adb876-f908-4150-93e8-8a8d6f7dae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:38.330842 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-941c66b1-740a-436c-9b49-714119801db7 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:38.331979 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-d0adb876-f908-4150-93e8-8a8d6f7dae93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.1012917 Oct 11 16:17:38.401490 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-b5720407-974a-4793-b753-fce1e8463c63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa HTTP/1.1" status: 200 len: 999 time: 0.0598316 Oct 11 16:17:38.476084 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-2e5b1ce9-6dbc-4ffb-b1a6-b0180cd3463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:38.477901 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-2e5b1ce9-6dbc-4ffb-b1a6-b0180cd3463a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0637763 Oct 11 16:17:38.511208 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a7b16-65d4-42b3-bcc8-70292db539fd req-6e18c25b-6f90-4eae-9577-5f50cc75a548 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:38.512977 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5d2a7b16-65d4-42b3-bcc8-70292db539fd req-6e18c25b-6f90-4eae-9577-5f50cc75a548 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0526013 Oct 11 16:17:38.533756 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-27fe9e08-9955-4b38-8e94-e3a458cb8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:38.535237 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-27fe9e08-9955-4b38-8e94-e3a458cb8ec5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495381 Oct 11 16:17:38.571214 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-5d2a7b16-65d4-42b3-bcc8-70292db539fd req-6f5cec70-cd24-4498-9873-21e7edcf1aff tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511987 Oct 11 16:17:38.597501 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-941c66b1-740a-436c-9b49-714119801db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'f3439289-e7c6-4bb4-bf5c-dad78eedbe45', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:17:37Z', 'updated_at': '2021-10-11T16:17:37Z', 'revision_number': 0, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:38.625731 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c66b1-740a-436c-9b49-714119801db7 None None] Checking router: 270e0103-5605-4069-990e-307a35ac3ec9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:17:38.634600 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c66b1-740a-436c-9b49-714119801db7 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:17:38.635213 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-941c66b1-740a-436c-9b49-714119801db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:17:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:38.648460 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-33f3326b-1059-4538-8a78-452b7c5d1c01 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049368 Oct 11 16:17:38.747962 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-941c66b1-740a-436c-9b49-714119801db7 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:17:38.754131 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-13518382-3aa9-45ff-9c47-5740aac7d052 req-c469d3f6-8bcb-43f2-91d9-08fa84b279bb service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969882 Oct 11 16:17:38.982890 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-941c66b1-740a-436c-9b49-714119801db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'f3439289-e7c6-4bb4-bf5c-dad78eedbe45', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:17:37Z', 'updated_at': '2021-10-11T16:17:37Z', 'revision_number': 0, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:17:39.008560 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941c66b1-740a-436c-9b49-714119801db7 None None] The sync data for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi is: [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'f3439289-e7c6-4bb4-bf5c-dad78eedbe45', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:17:37Z', 'updated_at': '2021-10-11T16:17:37Z', 'revision_number': 0, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:17:39.206804 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dce226-a132-41e2-a548-397cfd9af7c5 None None] New status for floating IP f3439289-e7c6-4bb4-bf5c-dad78eedbe45: ACTIVE {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:17:39.694851 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a76daa-f70f-4f81-8969-0374abf436aa req-c7528de5-0b16-4cd1-a18c-d00d1df874e8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:39.696349 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-57a76daa-f70f-4f81-8969-0374abf436aa req-c7528de5-0b16-4cd1-a18c-d00d1df874e8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0522346 Oct 11 16:17:39.737987 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-57a76daa-f70f-4f81-8969-0374abf436aa req-33a12730-6aaa-4b59-9cfb-00b3ef438bd3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354228 Oct 11 16:17:40.868837 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16416576-ebdd-450c-bf0f-2e8777dcef8b req-6b19d254-1da4-4438-babe-3a6124937782 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:40.870321 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-16416576-ebdd-450c-bf0f-2e8777dcef8b req-6b19d254-1da4-4438-babe-3a6124937782 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0559697 Oct 11 16:17:40.910903 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-16416576-ebdd-450c-bf0f-2e8777dcef8b req-7ed43749-6601-4231-9782-c521738486ce tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344999 Oct 11 16:17:42.048153 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e784bd-8f82-4df3-b79f-9ec4c9c60fe5 req-b70e79d7-febc-4ae9-8b32-1ef6e8b1bff0 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:42.049906 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e9e784bd-8f82-4df3-b79f-9ec4c9c60fe5 req-b70e79d7-febc-4ae9-8b32-1ef6e8b1bff0 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0520613 Oct 11 16:17:42.092611 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e9e784bd-8f82-4df3-b79f-9ec4c9c60fe5 req-718fce10-155f-470b-8839-08b6f74a4c72 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334780 Oct 11 16:17:42.751653 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-c5e675d0-18d9-47fe-ba84-b16f17a947ed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462253 Oct 11 16:17:42.823607 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-6d642970-f8a8-4932-8795-68aaa0dfcba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:42.825072 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-6d642970-f8a8-4932-8795-68aaa0dfcba1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1dd13212d3f248c785d9f51092e253ab&device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1099 time: 0.0450346 Oct 11 16:17:42.941440 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-3bf9f7fb-d5d2-4660-b5a8-684e4ebfe24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:42.942889 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-3bf9f7fb-d5d2-4660-b5a8-684e4ebfe24b service neutron] 10.222.0.39 "GET /v2.0/networks?id=f72d9996-2385-4ef2-9450-ee7c71f08814 HTTP/1.1" status: 200 len: 910 time: 0.0925047 Oct 11 16:17:43.014658 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-0e914ed6-8b70-4682-9107-85483e511acc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f HTTP/1.1" status: 200 len: 1001 time: 0.0625637 Oct 11 16:17:43.067510 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-2e7b68de-b39d-4226-abf6-d404969d46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:43.069251 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-2e7b68de-b39d-4226-abf6-d404969d46c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69ca98d4-bbfe-417a-80a4-894dd29fdda3 HTTP/1.1" status: 200 len: 848 time: 0.0474851 Oct 11 16:17:43.121263 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-561dd019-5bd1-43ba-a420-225137fb3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:43.122622 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-561dd019-5bd1-43ba-a420-225137fb3353 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f72d9996-2385-4ef2-9450-ee7c71f08814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448716 Oct 11 16:17:43.222077 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c1633-6b50-4182-8368-76987fd4440a req-973b32a5-da3a-4ce4-8a5e-01a22271b0de tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:43.223630 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-303c1633-6b50-4182-8368-76987fd4440a req-973b32a5-da3a-4ce4-8a5e-01a22271b0de tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0513880 Oct 11 16:17:43.225130 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-8810fe4e-6f75-42ad-9e11-58bf3b766933 service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878224 Oct 11 16:17:43.263613 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-303c1633-6b50-4182-8368-76987fd4440a req-b206f7b0-67e1-49e6-87ae-115b2e3d56c8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335305 Oct 11 16:17:43.321223 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cbfe5b0e-e4e9-4374-ba3a-e2eb57767b1d req-81ea49af-84e4-480b-b337-e50703c2272e service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885732 Oct 11 16:17:44.403160 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9821fcc-e76a-4a65-a7a1-10dbac253e19 req-9120a2b8-6375-4803-b922-6c5e96afe11e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:44.404648 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d9821fcc-e76a-4a65-a7a1-10dbac253e19 req-9120a2b8-6375-4803-b922-6c5e96afe11e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0537882 Oct 11 16:17:44.443388 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d9821fcc-e76a-4a65-a7a1-10dbac253e19 req-578744b5-eb18-4b38-8ffd-ef06994dcaaa tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325279 Oct 11 16:17:45.579586 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f08ea3-a14f-4112-bc83-007e862ab5f7 req-e8cbc236-7d85-4d49-a876-23bd7f6d4d6b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:45.581051 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d2f08ea3-a14f-4112-bc83-007e862ab5f7 req-e8cbc236-7d85-4d49-a876-23bd7f6d4d6b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0586886 Oct 11 16:17:45.622096 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d2f08ea3-a14f-4112-bc83-007e862ab5f7 req-31326e3f-9864-4fcb-93d4-a9c4f1d237ec tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345125 Oct 11 16:17:46.754722 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e3e9a-1da7-4ef5-926e-41d456dad7f3 req-59ae48c0-6709-4512-8109-9a23b65a0c5c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:46.756269 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-479e3e9a-1da7-4ef5-926e-41d456dad7f3 req-59ae48c0-6709-4512-8109-9a23b65a0c5c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0556378 Oct 11 16:17:46.794750 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-479e3e9a-1da7-4ef5-926e-41d456dad7f3 req-8eedf952-d982-46aa-bbcd-f72417aeac66 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323386 Oct 11 16:17:47.386651 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 65707192-2545-4bda-a2cc-6a0e972c584d details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:17:47.493372 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:47.505134 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '65707192-2545-4bda-a2cc-6a0e972c584d', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'port_id': '65707192-2545-4bda-a2cc-6a0e972c584d', 'mac_address': 'fa:16:3e:6c:e1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:17:47.544293 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:47.558175 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65707192-2545-4bda-a2cc-6a0e972c584d {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:17:47.578932 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:47.585875 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:47.589932 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:17:47.637003 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=6']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:47.690432 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['65707192-2545-4bda-a2cc-6a0e972c584d'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:17:47.924148 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5a873-4031-4c45-bdc6-69243a0f0a87 req-e02db3fb-163c-47e8-87d5-c17129a40cdc tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:47.926103 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b7b5a873-4031-4c45-bdc6-69243a0f0a87 req-e02db3fb-163c-47e8-87d5-c17129a40cdc tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 944 time: 0.0565619 Oct 11 16:17:47.967179 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b7b5a873-4031-4c45-bdc6-69243a0f0a87 req-21dcc60c-5606-436b-940f-3aea8d013aca tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330279 Oct 11 16:17:49.264197 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121bfbc-5b83-4ea3-a28b-8a3b884c746b req-21f43afd-346d-409b-94d2-baf692e95231 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:49.265561 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f121bfbc-5b83-4ea3-a28b-8a3b884c746b req-21f43afd-346d-409b-94d2-baf692e95231 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 944 time: 0.0493457 Oct 11 16:17:49.305522 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f121bfbc-5b83-4ea3-a28b-8a3b884c746b req-9c2f8b7d-1b43-4f76-aa11-fd7336c1497f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331862 Oct 11 16:17:49.391999 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 65707192-2545-4bda-a2cc-6a0e972c584d up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:17:49.450540 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 65707192-2545-4bda-a2cc-6a0e972c584d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:17:49.450917 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:49.532455 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:49.556189 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:17:49.558422 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4d5bb6-97b3-40b3-9a8c-eff08ad6acf5" -d '{"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-plugged", "status": "completed", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:17:49.572505 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:17:49.577143 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:49.602801 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f757718-2ba3-458c-a889-54945cd7fd3e x-openstack-request-id: req-7f757718-2ba3-458c-a889-54945cd7fd3e {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:17:49.603118 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-plugged", "status": "completed", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:17:49.603388 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f757718-2ba3-458c-a889-54945cd7fd3e {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:17:49.603766 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d', 'code': 200} Oct 11 16:17:49.629016 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=7']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:17:50.440092 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e668b44-453c-4ab4-aebb-5a94e0aba317 req-318884e3-250a-42b5-9b36-58be77664c55 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:50.441936 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5e668b44-453c-4ab4-aebb-5a94e0aba317 req-318884e3-250a-42b5-9b36-58be77664c55 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0524988 Oct 11 16:17:50.484063 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5e668b44-453c-4ab4-aebb-5a94e0aba317 req-eb4a8133-f124-44f8-9acd-421c72ac42c0 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336576 Oct 11 16:17:51.622211 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6eadd-8a27-40e9-be18-4b0282ac87f6 req-a02b2510-4cb1-4a2d-9102-7fdc57732c69 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:51.623610 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e1b6eadd-8a27-40e9-be18-4b0282ac87f6 req-a02b2510-4cb1-4a2d-9102-7fdc57732c69 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0571835 Oct 11 16:17:51.665067 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e1b6eadd-8a27-40e9-be18-4b0282ac87f6 req-44ee1ba7-e8f5-47bc-855a-100e66a78600 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332940 Oct 11 16:17:52.797472 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830e117-b9e9-4c26-bf9c-684ea7921640 req-af7cea6a-e897-4eb4-a939-79fba1736f53 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:52.799177 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d830e117-b9e9-4c26-bf9c-684ea7921640 req-af7cea6a-e897-4eb4-a939-79fba1736f53 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0622230 Oct 11 16:17:52.841283 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d830e117-b9e9-4c26-bf9c-684ea7921640 req-3f63e456-d804-47ae-ba41-ed8be69b9fa6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348439 Oct 11 16:17:53.975969 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae4a3e-f7fa-4c4a-9973-8687613614f8 req-bc47ec3c-ca4b-4466-9959-989b4413035f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:53.977478 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e2ae4a3e-f7fa-4c4a-9973-8687613614f8 req-bc47ec3c-ca4b-4466-9959-989b4413035f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0530961 Oct 11 16:17:54.021304 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e2ae4a3e-f7fa-4c4a-9973-8687613614f8 req-22f65035-2317-45d4-bf4b-bfdf61ba8836 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373814 Oct 11 16:17:55.168721 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2041a3b-2426-4519-92f8-fa1e71f8368b req-16f06166-e7ae-4f90-bffb-1116cf136378 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:55.171082 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d2041a3b-2426-4519-92f8-fa1e71f8368b req-16f06166-e7ae-4f90-bffb-1116cf136378 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0693488 Oct 11 16:17:55.215020 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d2041a3b-2426-4519-92f8-fa1e71f8368b req-8d8cc14f-a8d0-4e4c-a036-b1cd8dc757ce tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371146 Oct 11 16:17:55.246214 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e4c0b82b-5839-42fb-9dbd-e10b1f47348c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:56.363779 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284d170-dc56-4cc2-801e-e5562899996e req-ef265685-b646-4a25-9005-ce124d34f8de tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:56.365589 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5284d170-dc56-4cc2-801e-e5562899996e req-ef265685-b646-4a25-9005-ce124d34f8de tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0532501 Oct 11 16:17:56.428356 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5284d170-dc56-4cc2-801e-e5562899996e req-4d429149-1557-40f9-b1e8-2c06618e2b60 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537019 Oct 11 16:17:57.556694 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8369d3-4fd3-4b01-bc7f-ae23c54ae9b5 req-86e9fa73-3b4a-4acf-b523-007ecf7901d9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:57.558178 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ee8369d3-4fd3-4b01-bc7f-ae23c54ae9b5 req-86e9fa73-3b4a-4acf-b523-007ecf7901d9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0530105 Oct 11 16:17:57.606231 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ee8369d3-4fd3-4b01-bc7f-ae23c54ae9b5 req-d8e295a1-523a-4f4f-8c13-87c4795642a3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408578 Oct 11 16:17:57.737717 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-6f1f15b0-0a26-47ac-a3f2-6665bf15ab91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:58.765141 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda03e0-a478-4833-b52e-120b8655aee4 req-a7cafdf9-c6e9-4926-b644-190f0b6ea9ca tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:58.766830 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bdda03e0-a478-4833-b52e-120b8655aee4 req-a7cafdf9-c6e9-4926-b644-190f0b6ea9ca tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0604229 Oct 11 16:17:58.814528 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bdda03e0-a478-4833-b52e-120b8655aee4 req-51b833f8-5d5c-46a5-b451-d08b88be51a4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 Oct 11 16:17:58.865625 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:58.974832 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:17:59.950699 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59453c-cc56-4e72-874f-e4964957cc1b req-03440ada-3495-4db9-9183-8003bea6e50e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:17:59.955919 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fe59453c-cc56-4e72-874f-e4964957cc1b req-03440ada-3495-4db9-9183-8003bea6e50e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0582538 Oct 11 16:18:00.006378 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fe59453c-cc56-4e72-874f-e4964957cc1b req-cd840f30-cbdc-4e21-937a-b9369d0b90e7 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465114 Oct 11 16:18:00.682592 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:01.158633 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31c75-6318-4e91-b0e7-eed9479ef691 req-6ef7713d-d87d-47de-971a-c39cafdd2bba tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:01.160222 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-97d31c75-6318-4e91-b0e7-eed9479ef691 req-6ef7713d-d87d-47de-971a-c39cafdd2bba tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0641091 Oct 11 16:18:01.207888 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-97d31c75-6318-4e91-b0e7-eed9479ef691 req-81ec0f92-2e20-4589-8336-5c8723b58923 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Oct 11 16:18:02.347625 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a629fd-9077-4e31-8704-0ca3adbd0d0c req-8bca6699-93d8-4647-acf5-059af18b5207 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:02.349141 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a7a629fd-9077-4e31-8704-0ca3adbd0d0c req-8bca6699-93d8-4647-acf5-059af18b5207 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0553589 Oct 11 16:18:02.386932 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a7a629fd-9077-4e31-8704-0ca3adbd0d0c req-d2c25ff9-c396-4b49-8c59-aac4e7221899 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 Oct 11 16:18:02.878665 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-8cb023a0-44ad-4d92-8490-74851de90ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:02.880156 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-8cb023a0-44ad-4d92-8490-74851de90ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 1098 time: 0.0469532 Oct 11 16:18:02.975781 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-08053fad-f3a7-47ea-b004-a485b099ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:02.977277 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-08053fad-f3a7-47ea-b004-a485b099ad1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.0886493 Oct 11 16:18:03.044765 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-f2cd9796-7c3a-43ad-9163-421f0446fa69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65707192-2545-4bda-a2cc-6a0e972c584d HTTP/1.1" status: 200 len: 1001 time: 0.0587788 Oct 11 16:18:03.112724 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-8faab1ed-05bf-423c-aae6-947fe48f0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:03.114181 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-8faab1ed-05bf-423c-aae6-947fe48f0481 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0442774 Oct 11 16:18:03.170482 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-d071879a-bd8e-4eba-9e73-80157206ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:03.172005 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-d071879a-bd8e-4eba-9e73-80157206ec03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494986 Oct 11 16:18:03.268716 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-a4468ef4-e802-4fdf-af25-eb7c66c61233 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871720 Oct 11 16:18:03.375686 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-961b7d0d-afcf-4616-a01c-c5bf63d7470e req-b806ce44-894a-4ad4-9f55-2820d407280f service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987074 Oct 11 16:18:03.514368 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab3d67-ec43-4d6f-b98e-08e03c4f5142 req-2112f2bc-d6de-4612-828e-0c001dfe19ad tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:03.515868 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8aab3d67-ec43-4d6f-b98e-08e03c4f5142 req-2112f2bc-d6de-4612-828e-0c001dfe19ad tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0517185 Oct 11 16:18:03.554915 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8aab3d67-ec43-4d6f-b98e-08e03c4f5142 req-8f79dcee-05b7-4959-838d-3b0f74ea6dba tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327857 Oct 11 16:18:04.692703 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309f662-6652-4eb1-9201-f298df295db1 req-b8fa0e4a-7881-4a89-aaf0-e3d57d27de2a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:04.694165 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7309f662-6652-4eb1-9201-f298df295db1 req-b8fa0e4a-7881-4a89-aaf0-e3d57d27de2a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 945 time: 0.0514910 Oct 11 16:18:04.737270 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7309f662-6652-4eb1-9201-f298df295db1 req-98e06da7-dc62-4896-8920-7989ffcdeab8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339775 Oct 11 16:18:05.454355 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 65707192-2545-4bda-a2cc-6a0e972c584d no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:18:05.535947 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:05.568032 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:18:05.570312 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76573cb5-33fb-46a4-bbd7-009d2463e603" -d '{"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-unplugged", "status": "completed", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:18:05.584612 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:05.590651 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:05.615670 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3b6574-d14f-4251-8f40-d40c80715878 x-openstack-request-id: req-1b3b6574-d14f-4251-8f40-d40c80715878 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:18:05.616032 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-unplugged", "status": "completed", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:18:05.616297 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b3b6574-d14f-4251-8f40-d40c80715878 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:18:05.616720 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d', 'code': 200} Oct 11 16:18:05.646854 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=8']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:05.878670 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128a891-af07-4232-8055-c1255407e34a req-c19440b9-805d-4534-8b2c-4bb0e084748c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:05.880179 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8128a891-af07-4232-8055-c1255407e34a req-c19440b9-805d-4534-8b2c-4bb0e084748c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0508435 Oct 11 16:18:05.920372 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-8128a891-af07-4232-8055-c1255407e34a req-af6d30bb-2638-42f2-808a-51308ab23b8a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335126 Oct 11 16:18:06.902229 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb40580-836d-40ca-ad37-1b5e8d260381 req-cb169b62-9c20-4772-aa75-5d9ffd7f9fc5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:06.903784 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4eb40580-836d-40ca-ad37-1b5e8d260381 req-cb169b62-9c20-4772-aa75-5d9ffd7f9fc5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0548537 Oct 11 16:18:06.934725 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-a2dfdcc4-bc42-438e-b83b-d6dbb15fa6ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0471127 Oct 11 16:18:06.944273 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4eb40580-836d-40ca-ad37-1b5e8d260381 req-ca784d64-5c00-4595-b458-094439788d16 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340714 Oct 11 16:18:07.576815 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:07.749213 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-c57236b0-cc59-4a41-8601-8d76dd0b17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:07.750783 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-c57236b0-cc59-4a41-8601-8d76dd0b17f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087&tenant_id=b643602c30154dea846a6ff12bfab968 HTTP/1.1" status: 200 len: 1096 time: 0.0454159 Oct 11 16:18:07.814158 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-76701fbf-de29-411f-b578-bb988944bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:07.815639 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-76701fbf-de29-411f-b578-bb988944bbec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b643602c30154dea846a6ff12bfab968&device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 1096 time: 0.0418620 Oct 11 16:18:07.911863 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-72e716fb-62f0-48c6-a191-5e27a0bc2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:07.913495 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-72e716fb-62f0-48c6-a191-5e27a0bc2a81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 200 len: 917 time: 0.0905519 Oct 11 16:18:07.979837 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-b27b1989-3aa2-4818-8be3-55d8249187e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65707192-2545-4bda-a2cc-6a0e972c584d HTTP/1.1" status: 200 len: 999 time: 0.0589759 Oct 11 16:18:08.043389 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-b2070bf9-2149-4580-a3f9-d64eed961649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:08.044731 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-b2070bf9-2149-4580-a3f9-d64eed961649 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 200 len: 855 time: 0.0574944 Oct 11 16:18:08.106653 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b8216-8733-4cd4-8020-62b8bdb14722 req-51fa9424-d639-4f50-9e77-7f34536ae533 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:08.108148 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-232b8216-8733-4cd4-8020-62b8bdb14722 req-51fa9424-d639-4f50-9e77-7f34536ae533 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0861347 Oct 11 16:18:08.115786 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-293e1d8d-1f8e-4527-a08e-be6544993f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:08.117351 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-293e1d8d-1f8e-4527-a08e-be6544993f13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3201f3a0-2007-4f63-8366-27a056a46719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594907 Oct 11 16:18:08.440324 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-232b8216-8733-4cd4-8020-62b8bdb14722 req-4cce59c6-be8a-4d06-9994-f117d7dc7edf tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208280 Oct 11 16:18:08.475752 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-2f087079-f1d2-4549-bf73-b72076c0b42d service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501329 Oct 11 16:18:08.573605 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bc1aebc0-34cf-47ba-b12c-185fef1b90fa req-1c695d63-d1fd-41d5-bd73-882be3003181 service neutron] 10.222.0.39 "GET /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898883 Oct 11 16:18:09.585085 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a2fd1-2b0a-452f-b05c-104e4306ef0e req-716e0672-13a3-4a19-aa41-6fc449e45bd8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:09.586504 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae8a2fd1-2b0a-452f-b05c-104e4306ef0e req-716e0672-13a3-4a19-aa41-6fc449e45bd8 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0531170 Oct 11 16:18:09.627779 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ae8a2fd1-2b0a-452f-b05c-104e4306ef0e req-450ad79e-2551-4eda-9a76-b14da3c7c7ae tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333946 Oct 11 16:18:10.755681 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea81447-0fb1-4f60-8bf8-375d42552e92 req-294717c0-abf4-4af5-a6c1-a6ee517fb3c6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:10.757847 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-aea81447-0fb1-4f60-8bf8-375d42552e92 req-294717c0-abf4-4af5-a6c1-a6ee517fb3c6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0522146 Oct 11 16:18:10.807506 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-aea81447-0fb1-4f60-8bf8-375d42552e92 req-b5fd9d46-7adf-466d-89b0-154e9252dc59 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437012 Oct 11 16:18:11.943654 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1285a-0150-4d0d-93ab-8f6af14350f5 req-9d8dc616-09e2-4fe0-8287-acb8d9c91c8b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:11.945252 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0fe1285a-0150-4d0d-93ab-8f6af14350f5 req-9d8dc616-09e2-4fe0-8287-acb8d9c91c8b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0591311 Oct 11 16:18:11.985949 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0fe1285a-0150-4d0d-93ab-8f6af14350f5 req-f297521e-7653-48ad-ba32-b6aea8abfda5 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345259 Oct 11 16:18:13.112969 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea7a86-9de7-401a-9a6f-32c3144abd96 req-8f8fb017-8427-448f-9ec6-b748096ef7a3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:13.114602 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e7ea7a86-9de7-401a-9a6f-32c3144abd96 req-8f8fb017-8427-448f-9ec6-b748096ef7a3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0531099 Oct 11 16:18:13.156020 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e7ea7a86-9de7-401a-9a6f-32c3144abd96 req-fd37bcc2-6801-42b2-b032-509854c0f4ed tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343628 Oct 11 16:18:14.282168 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b942ee8-d69c-4ecf-ac3e-0cf9abb45809 req-7d656231-1d07-4bdf-8f32-1acf16d4f61f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:14.283724 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3b942ee8-d69c-4ecf-ac3e-0cf9abb45809 req-7d656231-1d07-4bdf-8f32-1acf16d4f61f tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0529075 Oct 11 16:18:14.326313 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-3b942ee8-d69c-4ecf-ac3e-0cf9abb45809 req-7f124e2e-376b-4a2a-a3ac-e06335de1227 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365198 Oct 11 16:18:15.461760 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faf354-5886-40fb-a037-7f5b117d9203 req-8dd461a2-8c91-4be5-aadb-4304047bb8f9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:15.463431 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b7faf354-5886-40fb-a037-7f5b117d9203 req-8dd461a2-8c91-4be5-aadb-4304047bb8f9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0542068 Oct 11 16:18:15.505762 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-b7faf354-5886-40fb-a037-7f5b117d9203 req-e7f7a694-236f-4251-b01b-bca7160069d9 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334876 Oct 11 16:18:16.642481 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74a904-d88e-469f-874e-46ef17425c81 req-833017ca-b8ad-4772-9745-de6f72cae927 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:16.644843 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bb74a904-d88e-469f-874e-46ef17425c81 req-833017ca-b8ad-4772-9745-de6f72cae927 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0552258 Oct 11 16:18:16.685507 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bb74a904-d88e-469f-874e-46ef17425c81 req-2dc10fd4-e4a8-4993-a1c5-939f58c7c2ac tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344963 Oct 11 16:18:17.813200 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7c2bb-56b1-42fc-83a5-22979009e84c req-fb4b5a3d-b0d9-4aea-ab39-80d487b06b27 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:17.814673 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-24d7c2bb-56b1-42fc-83a5-22979009e84c req-fb4b5a3d-b0d9-4aea-ab39-80d487b06b27 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0510089 Oct 11 16:18:17.854283 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-24d7c2bb-56b1-42fc-83a5-22979009e84c req-0b545b6e-1c72-46fa-9b09-4a40dacf98dc tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Oct 11 16:18:19.000915 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96aca8-c9d9-48d3-83d8-4f13ffd08b4e req-17520b57-a3dd-41d5-bc98-998ffc2d0d98 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:19.002443 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ed96aca8-c9d9-48d3-83d8-4f13ffd08b4e req-17520b57-a3dd-41d5-bc98-998ffc2d0d98 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0568693 Oct 11 16:18:19.040150 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ed96aca8-c9d9-48d3-83d8-4f13ffd08b4e req-44b35353-1d6a-436a-bca9-377043c7503b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317411 Oct 11 16:18:20.179936 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567b245-0732-49b6-aa01-8944c101121f req-6c129814-7eb8-4061-865a-aff2035a23cb tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:20.181412 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a567b245-0732-49b6-aa01-8944c101121f req-6c129814-7eb8-4061-865a-aff2035a23cb tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0609148 Oct 11 16:18:20.224369 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a567b245-0732-49b6-aa01-8944c101121f req-ae135ca3-0ae5-432f-87f8-bb79fd3f5f31 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339875 Oct 11 16:18:21.352725 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc5577-d1ec-4eed-a8e6-f81ba8b77c1b req-4e4546a2-ec57-46c0-91ef-bb7ab6dd4e09 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:21.354350 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-16fc5577-d1ec-4eed-a8e6-f81ba8b77c1b req-4e4546a2-ec57-46c0-91ef-bb7ab6dd4e09 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0526028 Oct 11 16:18:21.395543 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-16fc5577-d1ec-4eed-a8e6-f81ba8b77c1b req-5518e170-644e-4aca-a84e-32faca9eaa41 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338566 Oct 11 16:18:22.535158 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a5248-1fe5-4476-b697-aca1cbbbad26 req-dfdb7d47-d456-423f-9c6d-50fcc365653a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:22.536706 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c44a5248-1fe5-4476-b697-aca1cbbbad26 req-dfdb7d47-d456-423f-9c6d-50fcc365653a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0543993 Oct 11 16:18:22.579954 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c44a5248-1fe5-4476-b697-aca1cbbbad26 req-59239522-d6a4-4ec9-8442-efcf8571b7bf tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327833 Oct 11 16:18:23.710365 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bc57a-f1c6-4945-a01e-a00b7533b28d req-1eaedaf6-7043-4611-9594-070c6c65170e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:23.711886 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-617bc57a-f1c6-4945-a01e-a00b7533b28d req-1eaedaf6-7043-4611-9594-070c6c65170e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0517907 Oct 11 16:18:23.756953 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-617bc57a-f1c6-4945-a01e-a00b7533b28d req-27a1fea4-36cc-42c2-ba21-9b868a7c8482 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355189 Oct 11 16:18:24.600894 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:18:24.897231 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cc6ed-6aad-44f7-ab57-2409fe58e5b5 req-266ecea6-031c-4ccb-b5e3-68503852efbe tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:24.898645 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f18cc6ed-6aad-44f7-ab57-2409fe58e5b5 req-266ecea6-031c-4ccb-b5e3-68503852efbe tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0673966 Oct 11 16:18:24.940299 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f18cc6ed-6aad-44f7-ab57-2409fe58e5b5 req-a73fb74f-2f2d-4653-a6a2-ec726f3aff5d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331011 Oct 11 16:18:25.243096 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-04d2f8a5-9c92-4bee-8d6b-28be4ccc660e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:26.078654 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af467fe3-6789-406d-a11a-272f67005498 req-e07ddee2-fb42-412f-bf2a-d06ab2af975c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:26.080231 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-af467fe3-6789-406d-a11a-272f67005498 req-e07ddee2-fb42-412f-bf2a-d06ab2af975c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0577297 Oct 11 16:18:26.119640 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-af467fe3-6789-406d-a11a-272f67005498 req-4646ef7f-6d58-4608-b901-4e38a0c9b3ed tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332265 Oct 11 16:18:27.276366 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444017f2-fe1a-4bb8-9950-ebb23496b2b9 req-1efe1fa0-9551-4d11-a667-171591ff2799 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:27.277930 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-444017f2-fe1a-4bb8-9950-ebb23496b2b9 req-1efe1fa0-9551-4d11-a667-171591ff2799 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 943 time: 0.0656822 Oct 11 16:18:27.327695 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-444017f2-fe1a-4bb8-9950-ebb23496b2b9 req-4fdcb121-7588-49f7-80de-2bfd258b36d3 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419579 Oct 11 16:18:27.636552 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 65707192-2545-4bda-a2cc-6a0e972c584d details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:18:27.728413 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-cc6893dd-5ed3-412b-9814-a16be41d63c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:27.743777 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:27.754756 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '65707192-2545-4bda-a2cc-6a0e972c584d', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'port_id': '65707192-2545-4bda-a2cc-6a0e972c584d', 'mac_address': 'fa:16:3e:6c:e1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:18:27.796861 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:27.810571 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65707192-2545-4bda-a2cc-6a0e972c584d {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:18:27.831335 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:27.837993 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:27.884374 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=9']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:27.891923 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.892268 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.892602 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.892928 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.893256 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.893572 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.893894 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.894211 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.894539 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.894855 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.895171 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:27.895519 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:28.197778 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['65707192-2545-4bda-a2cc-6a0e972c584d'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:18:28.480874 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcb07f-cc62-4103-8b0d-989a08012138 req-2f070849-4d51-4703-a5fa-ab47b4ee57f4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:28.482322 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-dcbcb07f-cc62-4103-8b0d-989a08012138 req-2f070849-4d51-4703-a5fa-ab47b4ee57f4 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 944 time: 0.0659282 Oct 11 16:18:28.530259 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-dcbcb07f-cc62-4103-8b0d-989a08012138 req-fd94bc99-facd-481e-9482-12b2b5016a18 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410445 Oct 11 16:18:28.875704 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:28.989122 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:29.657149 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 65707192-2545-4bda-a2cc-6a0e972c584d up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:18:29.706240 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 65707192-2545-4bda-a2cc-6a0e972c584d triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:18:29.706614 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:29.784565 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:29.808447 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:18:29.810694 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ca6c3-b5ed-43ef-bf46-6e9508358469" -d '{"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-plugged", "status": "completed", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:18:29.816043 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d59b2-5d06-4eba-bbc9-8d617e3d31de req-75606eac-aa6a-49f2-a700-ffd22f1f6cb6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:29.817634 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d97d59b2-5d06-4eba-bbc9-8d617e3d31de req-75606eac-aa6a-49f2-a700-ffd22f1f6cb6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 944 time: 0.2046781 Oct 11 16:18:29.827469 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:29.833528 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:29.858020 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12694eb5-a134-41ba-aa55-72758276d373 x-openstack-request-id: req-12694eb5-a134-41ba-aa55-72758276d373 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:18:29.858302 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-plugged", "status": "completed", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:18:29.858577 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12694eb5-a134-41ba-aa55-72758276d373 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:18:29.859000 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d', 'code': 200} Oct 11 16:18:29.864195 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d97d59b2-5d06-4eba-bbc9-8d617e3d31de req-5bea5dc6-abba-4f47-8549-a0129c2c0b61 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398054 Oct 11 16:18:29.885627 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=10']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:30.066259 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103299a-220d-4331-bcc5-2c143a6cb19c req-f7d10360-ca97-49e5-9e7f-f71d52256dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:30.068636 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c103299a-220d-4331-bcc5-2c143a6cb19c req-f7d10360-ca97-49e5-9e7f-f71d52256dd9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 1099 time: 0.0447288 Oct 11 16:18:30.106674 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c103299a-220d-4331-bcc5-2c143a6cb19c req-b4b09922-5ab1-43ab-b1bc-8be5f7ef737b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297000 Oct 11 16:18:30.692767 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:31.081897 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f33cc-5a64-42da-93b6-05d157c796af req-cece20cc-8c29-43c5-aa71-d5a738cd8e93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:31.083524 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-543f33cc-5a64-42da-93b6-05d157c796af req-cece20cc-8c29-43c5-aa71-d5a738cd8e93 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.1249914 Oct 11 16:18:31.123977 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-543f33cc-5a64-42da-93b6-05d157c796af req-edb564e7-3fd1-4d34-9b3c-4ba49ec0ce5e tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339968 Oct 11 16:18:32.264856 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf53ef6-a82d-4b81-9b0e-2c1f0c88d666 req-858a6c86-8661-47d1-8da8-35bdc80a2c99 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:32.266602 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dcf53ef6-a82d-4b81-9b0e-2c1f0c88d666 req-858a6c86-8661-47d1-8da8-35bdc80a2c99 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.0607345 Oct 11 16:18:32.306268 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dcf53ef6-a82d-4b81-9b0e-2c1f0c88d666 req-3a6fc732-02cd-4c80-a7f0-bb80db8c5e96 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333934 Oct 11 16:18:33.428763 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d0cd4-f267-4e33-b27b-8f3098091f25 req-e21d67ff-c730-4e48-a572-6d264e0ab29a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:33.430282 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bd2d0cd4-f267-4e33-b27b-8f3098091f25 req-e21d67ff-c730-4e48-a572-6d264e0ab29a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.0509174 Oct 11 16:18:33.469511 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-bd2d0cd4-f267-4e33-b27b-8f3098091f25 req-48a4df15-85d7-4890-aefa-b140f2f6978b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332959 Oct 11 16:18:37.578437 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:45.978646 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7237e21-de5a-45c0-8f5b-e9dde9544383 req-8669fb64-c575-4e7e-89e6-531b02c97934 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:45.980165 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d7237e21-de5a-45c0-8f5b-e9dde9544383 req-8669fb64-c575-4e7e-89e6-531b02c97934 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 945 time: 0.0598657 Oct 11 16:18:46.022395 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d7237e21-de5a-45c0-8f5b-e9dde9544383 req-331e5a89-879e-4248-83d0-398af030f87c tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334706 Oct 11 16:18:47.181803 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b35464-08fb-4613-a0b8-4999d1e61571 req-4b912515-2154-4c3e-92c3-4e51c94687f3 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:47.183291 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-44b35464-08fb-4613-a0b8-4999d1e61571 req-4b912515-2154-4c3e-92c3-4e51c94687f3 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 945 time: 0.0765643 Oct 11 16:18:47.221262 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-44b35464-08fb-4613-a0b8-4999d1e61571 req-980d450b-c975-4836-aa7f-0e31077b0e99 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317981 Oct 11 16:18:48.090437 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-e2cc1b39-4d20-4de2-8496-303db142892e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:48.091907 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-e2cc1b39-4d20-4de2-8496-303db142892e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 945 time: 0.0692828 Oct 11 16:18:48.194807 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Deleting port ea919145-5c85-485d-8a28-597e5a12ebfb {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:18:48.195152 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:48.292703 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] For port ea919145-5c85-485d-8a28-597e5a12ebfb, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=ea919145-5c85-485d-8a28-597e5a12ebfb,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:48.293132 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:48.430056 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f940d-33a5-48ab-813a-876382c66dab req-82aaf21c-63bd-416b-a0f8-a98839b0de15 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:18:48.431640 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a65f940d-33a5-48ab-813a-876382c66dab req-82aaf21c-63bd-416b-a0f8-a98839b0de15 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cebd7e8-c758-43ca-a07a-af8d43a6f304 HTTP/1.1" status: 200 len: 945 time: 0.1353767 Oct 11 16:18:48.517224 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-a65f940d-33a5-48ab-813a-876382c66dab req-e8bc8643-c7c2-44fa-8c06-a0c56659040a tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfcf4859-2404-4aee-9c56-df77f616f98b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789442 Oct 11 16:18:48.534563 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:48.534933 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:48.535253 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Floating IP cd7e718a-c613-4be1-99b9-60e9af85f204 disassociated. External IP: 172.27.0.80, port: ea919145-5c85-485d-8a28-597e5a12ebfb. Oct 11 16:18:48.535623 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Calling delete_port for ea919145-5c85-485d-8a28-597e5a12ebfb owned by compute:nova {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:18:48.679059 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:48.711966 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event deleted for resources: {'Port': ['ID=ea919145-5c85-485d-8a28-597e5a12ebfb,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:48.724958 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.725941 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.725941 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.725941 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.726290 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.726643 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.726970 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.727296 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.727710 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.728198 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.728528 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.728851 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:48.845903 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Router 99e96de0-d698-45f3-94d1-4f3abb0ff664 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:18:48.966892 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:18:48.977861 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] Sync routers for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:18:48.987465 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:18:48.988107 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:49.010821 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] No DVR routers for this DVR port ea919145-5c85-485d-8a28-597e5a12ebfb on host hv-cinder-80951 {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:18:49.013485 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:49.016862 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-722637ee-73a2-4ce0-b2cf-95efcd869560 req-b552a390-f72e-443c-92a8-b002a8842302 tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.39 "DELETE /v2.0/ports/ea919145-5c85-485d-8a28-597e5a12ebfb HTTP/1.1" status: 204 len: 173 time: 0.9182050 Oct 11 16:18:49.017296 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'name': 'network-vif-deleted', 'tag': 'ea919145-5c85-485d-8a28-597e5a12ebfb'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:18:49.019559 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f10928f-c954-4b52-9d73-fdaee2ed2870" -d '{"events": [{"server_uuid": "7cebd7e8-c758-43ca-a07a-af8d43a6f304", "name": "network-vif-deleted", "tag": "ea919145-5c85-485d-8a28-597e5a12ebfb"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:18:49.062976 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e273fd-c392-4f6a-a329-d1d91dc0342a x-openstack-request-id: req-c2e273fd-c392-4f6a-a329-d1d91dc0342a {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:18:49.063549 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cebd7e8-c758-43ca-a07a-af8d43a6f304", "name": "network-vif-deleted", "tag": "ea919145-5c85-485d-8a28-597e5a12ebfb", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:18:49.063890 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2e273fd-c392-4f6a-a329-d1d91dc0342a {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:18:49.064215 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cebd7e8-c758-43ca-a07a-af8d43a6f304', 'name': 'network-vif-deleted', 'tag': 'ea919145-5c85-485d-8a28-597e5a12ebfb', 'status': 'completed', 'code': 200} Oct 11 16:18:49.107137 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:18:49.313512 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:49.342489 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] Checking router: 99e96de0-d698-45f3-94d1-4f3abb0ff664 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:18:49.351910 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:18:49.352740 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:49.601961 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:18:49.609465 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53520) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:49.667329 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-83703151-0bad-4e55-8cbd-91c1bb5dc11e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:49.690901 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-83703151-0bad-4e55-8cbd-91c1bb5dc11e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:49.738420 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-83703151-0bad-4e55-8cbd-91c1bb5dc11e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:49.740971 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-83703151-0bad-4e55-8cbd-91c1bb5dc11e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:49.745259 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-83703151-0bad-4e55-8cbd-91c1bb5dc11e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "DELETE /v2.0/security-groups/cfcf4859-2404-4aee-9c56-df77f616f98b HTTP/1.1" status: 204 len: 168 time: 0.1316540 Oct 11 16:18:49.745657 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53522) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:49.751896 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83703151-0bad-4e55-8cbd-91c1bb5dc11e tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcf4859-2404-4aee-9c56-df77f616f98b,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:49.759939 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.api.v2.resource [None req-46b39aab-a867-429b-b962-d5df2573088f tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] show failed (client error): The resource could not be found. Oct 11 16:18:49.760981 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-46b39aab-a867-429b-b962-d5df2573088f tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "GET /v2.0/security-groups/cfcf4859-2404-4aee-9c56-df77f616f98b HTTP/1.1" status: 404 len: 347 time: 0.0142932 Oct 11 16:18:49.764075 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53524) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:49.817830 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:49.849932 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267b12f-cecf-432c-8910-d3d088a45c27 None None] The sync data for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi is: [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:36Z', 'revision_number': 4, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '5ee3ffb8-717e-4e08-8763-5ae471831dd7', 'name': '', 'network_id': '88f84092-5ea7-490e-872d-ff526784c6de', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'mac_address': 'fa:16:3e:61:ce:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:34Z', 'updated_at': '2021-10-11T16:08:48Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'subnets': [{'id': '19d9dfd1-056f-4223-9db3-54b8577f48e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:18:49.892170 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Deleting port f17cc825-42ce-4e69-a6e3-bca9d9c3455f {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:18:49.892525 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:49.974610 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:49.974909 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:49.987974 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Calling delete_port for f17cc825-42ce-4e69-a6e3-bca9d9c3455f owned by network:floatingip {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:18:50.087124 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa8f900-2e2f-40c5-8029-7d4d62f6b4c3 None None] New status for floating IP cd7e718a-c613-4be1-99b9-60e9af85f204: DOWN {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:18:50.122220 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:50.148629 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Pushing event deleted for resources: {'Port': ['ID=f17cc825-42ce-4e69-a6e3-bca9d9c3455f,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:50.168789 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron_lib.db.api [None req-daa8f900-2e2f-40c5-8029-7d4d62f6b4c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94279) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 16:18:50.169174 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG oslo_db.api [None req-daa8f900-2e2f-40c5-8029-7d4d62f6b4c3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 16:18:50.177433 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.177789 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.178120 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.178452 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.178761 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.179087 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.179438 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.179760 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.180081 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.180396 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.180765 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.181086 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:18:50.219215 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:50.221751 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:50.222897 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f1565b95-1310-40b5-82e5-0996b9ce3bce tempest-AttachVolumeTestJSON-1358609020 tempest-AttachVolumeTestJSON-1358609020-project] 10.222.0.18 "DELETE /v2.0/floatingips/cd7e718a-c613-4be1-99b9-60e9af85f204 HTTP/1.1" status: 204 len: 168 time: 0.4578731 Oct 11 16:18:50.671702 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa8f900-2e2f-40c5-8029-7d4d62f6b4c3 None None] New status for floating IP cd7e718a-c613-4be1-99b9-60e9af85f204: DOWN {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:18:51.752569 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device ea919145-5c85-485d-8a28-597e5a12ebfb no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:18:51.773275 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: ea919145-5c85-485d-8a28-597e5a12ebfb {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:18:51.773606 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device ea919145-5c85-485d-8a28-597e5a12ebfb not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:18:53.831087 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53554) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:54.299026 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953558'] for router_interface, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:54.564973 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Deleting port 5ee3ffb8-717e-4e08-8763-5ae471831dd7 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:18:54.565213 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:54.649745 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] For port 5ee3ffb8-717e-4e08-8763-5ae471831dd7, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=5ee3ffb8-717e-4e08-8763-5ae471831dd7,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:54.650104 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:54.663017 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Calling delete_port for 5ee3ffb8-717e-4e08-8763-5ae471831dd7 owned by network:router_interface {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:18:54.867599 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:54.891974 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee3ffb8-717e-4e08-8763-5ae471831dd7,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:55.058609 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8093213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953442'] for router_interface, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:55.236913 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-473b2c7e-2751-4df1-9edc-84b0802f78ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:55.290905 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Router 99e96de0-d698-45f3-94d1-4f3abb0ff664 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:18:55.397363 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:18:55.403408 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-d39a6c4b-f472-4bce-8c6f-c7f063ba2ac8 admin admin] 10.222.0.18 "PUT /v2.0/routers/99e96de0-d698-45f3-94d1-4f3abb0ff664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5711312 Oct 11 16:18:55.405304 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53560) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:55.406987 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] Sync routers for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:18:55.420575 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:18:55.421660 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:55.519664 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:55.533467 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:18:55.625554 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:55.679076 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Deleting port df31ee33-98db-4ced-8861-b78c8fab3085 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:18:55.679538 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:55.713475 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:18:54Z', 'revision_number': 5, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port': {'id': 'df31ee33-98db-4ced-8861-b78c8fab3085', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:31Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:55.743693 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] Checking router: 99e96de0-d698-45f3-94d1-4f3abb0ff664 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:18:55.752086 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] Routers {'99e96de0-d698-45f3-94d1-4f3abb0ff664'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:18:55.752690 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['99e96de0-d698-45f3-94d1-4f3abb0ff664'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:55.761032 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] For port df31ee33-98db-4ced-8861-b78c8fab3085, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=df31ee33-98db-4ced-8861-b78c8fab3085,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:55.761402 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:55.773613 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Calling delete_port for df31ee33-98db-4ced-8861-b78c8fab3085 owned by network:router_gateway {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:18:55.838953 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] Set router 99e96de0-d698-45f3-94d1-4f3abb0ff664 gateway port host: None {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:18:55.889930 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:18:55Z', 'revision_number': 6, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port_host': None}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:55.919838 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7290bc9-233e-43ce-86bc-7553369e0772 None None] The sync data for ids ['99e96de0-d698-45f3-94d1-4f3abb0ff664'] in dv-cinder-809518-6-iscsi is: [{'id': '99e96de0-d698-45f3-94d1-4f3abb0ff664', 'name': 'tempest-AttachVolumeTestJSON-15217419-router', 'tenant_id': '75807a197cad4ff68a332ca23b17d471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:18:55Z', 'revision_number': 6, 'project_id': '75807a197cad4ff68a332ca23b17d471', 'gw_port_host': None}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:18:55.942369 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:55.967492 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df31ee33-98db-4ced-8861-b78c8fab3085,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:56.034070 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7994816'] for router_gateway, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.124467 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7951664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110348'] for router, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.126756 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.174077 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7951675'] for router, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.174931 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e96de0-d698-45f3-94d1-4f3abb0ff664 {{(pid=94277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:18:56.181522 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.183389 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-6f397d4a-a779-4174-bfb9-fce85c764bb9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/99e96de0-d698-45f3-94d1-4f3abb0ff664 HTTP/1.1" status: 204 len: 168 time: 0.7767122 Oct 11 16:18:56.186582 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53562) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:56.234313 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_v2 [None req-508be09b-f857-4819-88cf-280d3800c905 admin admin] Deleting subnet 19d9dfd1-056f-4223-9db3-54b8577f48e7 {{(pid=94277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:18:56.237568 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-508be09b-f857-4819-88cf-280d3800c905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.276093 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-508be09b-f857-4819-88cf-280d3800c905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981957'] for subnet, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.359760 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-508be09b-f857-4819-88cf-280d3800c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.420994 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-508be09b-f857-4819-88cf-280d3800c905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3867586'] for subnet, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.443832 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508be09b-f857-4819-88cf-280d3800c905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d9dfd1-056f-4223-9db3-54b8577f48e7,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:56.449822 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-508be09b-f857-4819-88cf-280d3800c905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.455790 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-508be09b-f857-4819-88cf-280d3800c905 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/19d9dfd1-056f-4223-9db3-54b8577f48e7 HTTP/1.1" status: 204 len: 168 time: 0.2662675 Oct 11 16:18:56.456068 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeecc9f-d6a4-450f-970c-b40a57c12257 None None] Network 88f84092-5ea7-490e-872d-ff526784c6de requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:18:56.456569 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53564) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:56.529743 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.583522 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Deleting port 7e017781-9247-46cd-8a34-e14556e5625d {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:18:56.583837 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.675309 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ba626-7e6f-4724-bb73-3e83ee3e84a2 None None] DHCP port deletion for 88f84092-5ea7-490e-872d-ff526784c6de request from dv-cinder-809518-6-iscsi {{(pid=94278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:18:56.731008 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-337ba626-7e6f-4724-bb73-3e83ee3e84a2 None None] Deleting port 7e017781-9247-46cd-8a34-e14556e5625d {{(pid=94278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:18:56.731496 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-337ba626-7e6f-4724-bb73-3e83ee3e84a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.799988 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-337ba626-7e6f-4724-bb73-3e83ee3e84a2 None None] For port 7e017781-9247-46cd-8a34-e14556e5625d, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7e017781-9247-46cd-8a34-e14556e5625d,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:56.800486 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-337ba626-7e6f-4724-bb73-3e83ee3e84a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.814294 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-337ba626-7e6f-4724-bb73-3e83ee3e84a2 None None] Calling delete_port for 7e017781-9247-46cd-8a34-e14556e5625d owned by network:dhcp {{(pid=94278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:18:56.901120 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-337ba626-7e6f-4724-bb73-3e83ee3e84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356'] for port, after_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.928004 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ba626-7e6f-4724-bb73-3e83ee3e84a2 None None] Pushing event deleted for resources: {'Port': ['ID=7e017781-9247-46cd-8a34-e14556e5625d,revision_number=None']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:56.931915 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ba626-7e6f-4724-bb73-3e83ee3e84a2 None None] No DVR routers for this DVR port 7e017781-9247-46cd-8a34-e14556e5625d on host dv-cinder-809518-6-iscsi {{(pid=94278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:18:56.960163 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] For port 7e017781-9247-46cd-8a34-e14556e5625d, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7e017781-9247-46cd-8a34-e14556e5625d,segment=NetworkSegment(18c551bf-77c8-420e-9a9f-3d1cde6b1429),segment_id=18c551bf-77c8-420e-9a9f-3d1cde6b1429)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:18:56.960643 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:56.972789 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Calling delete_port for 7e017781-9247-46cd-8a34-e14556e5625d owned by network:dhcp {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:18:57.048948 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.073543 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e017781-9247-46cd-8a34-e14556e5625d,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:57.077370 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] No DVR routers for this DVR port 7e017781-9247-46cd-8a34-e14556e5625d on host dv-cinder-809518-6-iscsi {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:18:57.155425 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.180878 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f84092-5ea7-490e-872d-ff526784c6de']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:57.190404 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c551bf-77c8-420e-9a9f-3d1cde6b1429') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:57.190769 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c551bf-77c8-420e-9a9f-3d1cde6b1429') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:18:57.199832 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.213052 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.218846 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:18:57.219215 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:18:57.220957 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:18:57.278680 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.284278 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.287644 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] 10.222.0.18 "DELETE /v2.0/networks/88f84092-5ea7-490e-872d-ff526784c6de HTTP/1.1" status: 204 len: 168 time: 0.8303106 Oct 11 16:18:57.300619 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c43f1-4e8a-4cd8-9e03-659912d6c085 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f84092-5ea7-490e-872d-ff526784c6de,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:57.411199 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53568) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:57.453773 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-cafd5ae3-4ecb-49f9-99c1-26566b6e8b20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75807a197cad4ff68a332ca23b17d471&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413444 Oct 11 16:18:57.456572 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53570) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:57.508908 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a662a98-1d20-487f-b73c-188e96a82ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.531403 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a662a98-1d20-487f-b73c-188e96a82ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.561435 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device df31ee33-98db-4ced-8861-b78c8fab3085 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:18:57.583160 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: df31ee33-98db-4ced-8861-b78c8fab3085 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:18:57.583550 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device df31ee33-98db-4ced-8861-b78c8fab3085 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:18:57.584017 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5ee3ffb8-717e-4e08-8763-5ae471831dd7 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:18:57.585952 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a662a98-1d20-487f-b73c-188e96a82ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.588755 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a662a98-1d20-487f-b73c-188e96a82ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:57.592848 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-5a662a98-1d20-487f-b73c-188e96a82ae1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd2b89a3-cb01-43ca-9b49-9f9be11275b0 HTTP/1.1" status: 204 len: 168 time: 0.1325071 Oct 11 16:18:57.598040 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a662a98-1d20-487f-b73c-188e96a82ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2b89a3-cb01-43ca-9b49-9f9be11275b0,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:57.616200 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 5ee3ffb8-717e-4e08-8763-5ae471831dd7 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:18:57.616537 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 5ee3ffb8-717e-4e08-8763-5ae471831dd7 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:18:57.617137 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7e017781-9247-46cd-8a34-e14556e5625d no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:18:57.639816 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 7e017781-9247-46cd-8a34-e14556e5625d {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:18:57.640180 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7e017781-9247-46cd-8a34-e14556e5625d not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:18:57.720694 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7f9954c1-17b8-44dc-8ba2-9c2a65475a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.872154 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:58.983548 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:59.472589 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53620) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:59.586509 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c7a5444c-878f-46a5-8440-ca4a6ea3f145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:59.670182 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c7a5444c-878f-46a5-8440-ca4a6ea3f145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:59.676423 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c7a5444c-878f-46a5-8440-ca4a6ea3f145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:59.714956 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-c7a5444c-878f-46a5-8440-ca4a6ea3f145 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9139c72f81704bed8a82ca341d907d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412956 Oct 11 16:18:59.715818 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a5444c-878f-46a5-8440-ca4a6ea3f145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11692723-1e9e-48a3-b6c7-530a947f8942,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:18:59.718619 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53624) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:18:59.776820 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a9ad-29ef-44a9-ab59-7c017c8ec572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:59.800841 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a9ad-29ef-44a9-ab59-7c017c8ec572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:59.851868 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a9ad-29ef-44a9-ab59-7c017c8ec572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:59.854407 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0d1a9ad-29ef-44a9-ab59-7c017c8ec572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:18:59.855577 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b0d1a9ad-29ef-44a9-ab59-7c017c8ec572 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11692723-1e9e-48a3-b6c7-530a947f8942 HTTP/1.1" status: 204 len: 168 time: 0.1358964 Oct 11 16:18:59.864641 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1a9ad-29ef-44a9-ab59-7c017c8ec572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11692723-1e9e-48a3-b6c7-530a947f8942,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:00.141392 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53630) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:00.155382 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fa806c4f-c188-4bb4-a90e-5716a925b217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:00.232505 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fa806c4f-c188-4bb4-a90e-5716a925b217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:00.238257 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fa806c4f-c188-4bb4-a90e-5716a925b217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:00.276138 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-fa806c4f-c188-4bb4-a90e-5716a925b217 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=badb0866899d43999e466d81d42065ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335757 Oct 11 16:19:00.277073 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa806c4f-c188-4bb4-a90e-5716a925b217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad3bed7-8ea2-41d0-a1ae-f05a90c104e1,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:00.278985 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53632) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:00.330824 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5bddc83e-1a07-4728-b4ca-49820b1e684b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:00.351517 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5bddc83e-1a07-4728-b4ca-49820b1e684b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:00.403836 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5bddc83e-1a07-4728-b4ca-49820b1e684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:00.406434 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5bddc83e-1a07-4728-b4ca-49820b1e684b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:00.407613 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-5bddc83e-1a07-4728-b4ca-49820b1e684b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ad3bed7-8ea2-41d0-a1ae-f05a90c104e1 HTTP/1.1" status: 204 len: 168 time: 0.1273248 Oct 11 16:19:00.415472 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddc83e-1a07-4728-b4ca-49820b1e684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad3bed7-8ea2-41d0-a1ae-f05a90c104e1,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:00.688094 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:01.590886 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:19:02.246425 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53686) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:02.358869 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e7da3b02-4dc6-4f3c-8225-16eb83c99468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:02.436699 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e7da3b02-4dc6-4f3c-8225-16eb83c99468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:02.442614 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e7da3b02-4dc6-4f3c-8225-16eb83c99468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:02.479982 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e7da3b02-4dc6-4f3c-8225-16eb83c99468 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2567ed6647614fa39528c8bbb4b8dd2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324502 Oct 11 16:19:02.481187 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da3b02-4dc6-4f3c-8225-16eb83c99468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a492ba5-ba6b-4a9e-adfc-15a4e0c69166,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:02.483089 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53690) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:02.537027 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-aead2038-b233-41b4-9735-809f66f74966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:02.559861 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-aead2038-b233-41b4-9735-809f66f74966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:02.614980 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-aead2038-b233-41b4-9735-809f66f74966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:02.618159 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-aead2038-b233-41b4-9735-809f66f74966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:02.619304 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-aead2038-b233-41b4-9735-809f66f74966 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a492ba5-ba6b-4a9e-adfc-15a4e0c69166 HTTP/1.1" status: 204 len: 168 time: 0.1351590 Oct 11 16:19:02.627909 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead2038-b233-41b4-9735-809f66f74966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a492ba5-ba6b-4a9e-adfc-15a4e0c69166,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:02.915545 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53696) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:02.929699 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a508e2ce-c39a-4ed6-bac2-ce4818294330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:03.004777 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a508e2ce-c39a-4ed6-bac2-ce4818294330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:03.011705 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a508e2ce-c39a-4ed6-bac2-ce4818294330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:03.056590 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-a508e2ce-c39a-4ed6-bac2-ce4818294330 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7339ac7595c2403cb855883ca6cf1b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398668 Oct 11 16:19:03.057427 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508e2ce-c39a-4ed6-bac2-ce4818294330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9bea24-32df-4db7-b5b9-f2e8ddf630e4,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:03.059732 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53698) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:03.117528 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-14bb3141-84d2-43a9-bf1b-32a0070cc8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:03.147630 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-14bb3141-84d2-43a9-bf1b-32a0070cc8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:03.199703 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-14bb3141-84d2-43a9-bf1b-32a0070cc8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:03.204313 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-14bb3141-84d2-43a9-bf1b-32a0070cc8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:03.206031 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-14bb3141-84d2-43a9-bf1b-32a0070cc8d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a9bea24-32df-4db7-b5b9-f2e8ddf630e4 HTTP/1.1" status: 204 len: 168 time: 0.1452756 Oct 11 16:19:03.214969 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb3141-84d2-43a9-bf1b-32a0070cc8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9bea24-32df-4db7-b5b9-f2e8ddf630e4,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:07.572055 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:09.819848 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53820) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:09.931850 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7516cb97-854d-4cdb-853a-7f6dca8c2e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.016638 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7516cb97-854d-4cdb-853a-7f6dca8c2e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.022707 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7516cb97-854d-4cdb-853a-7f6dca8c2e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.063830 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-7516cb97-854d-4cdb-853a-7f6dca8c2e5b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2fa8c856f8c4d80b98812a616e71519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425179 Oct 11 16:19:10.064650 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516cb97-854d-4cdb-853a-7f6dca8c2e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9c61d6-40c6-4123-9551-324cc4406b01,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:10.066834 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53824) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:10.121778 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7950e11f-55b5-4c0a-8318-f4bb6fbc78d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.143227 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7950e11f-55b5-4c0a-8318-f4bb6fbc78d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.194164 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7950e11f-55b5-4c0a-8318-f4bb6fbc78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.196875 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7950e11f-55b5-4c0a-8318-f4bb6fbc78d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.198030 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-7950e11f-55b5-4c0a-8318-f4bb6fbc78d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc9c61d6-40c6-4123-9551-324cc4406b01 HTTP/1.1" status: 204 len: 168 time: 0.1299620 Oct 11 16:19:10.205861 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950e11f-55b5-4c0a-8318-f4bb6fbc78d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9c61d6-40c6-4123-9551-324cc4406b01,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:10.483591 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53830) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:10.496962 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-65d7e1af-1fd3-4e88-8976-1ae831913031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.571809 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-65d7e1af-1fd3-4e88-8976-1ae831913031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.577291 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-65d7e1af-1fd3-4e88-8976-1ae831913031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.616138 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-65d7e1af-1fd3-4e88-8976-1ae831913031 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=458d29ced80548bba7f88d6a2ffb52f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313763 Oct 11 16:19:10.617076 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7e1af-1fd3-4e88-8976-1ae831913031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d1d6f-3eea-4e01-9b81-562fec1cde33,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:10.619310 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53832) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:10.670435 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-682ad70f-2b7f-4586-b41d-00193020e228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.691591 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-682ad70f-2b7f-4586-b41d-00193020e228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.741466 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-682ad70f-2b7f-4586-b41d-00193020e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.744102 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-682ad70f-2b7f-4586-b41d-00193020e228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:10.747869 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-682ad70f-2b7f-4586-b41d-00193020e228 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f6d1d6f-3eea-4e01-9b81-562fec1cde33 HTTP/1.1" status: 204 len: 168 time: 0.1247685 Oct 11 16:19:10.756879 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ad70f-2b7f-4586-b41d-00193020e228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d1d6f-3eea-4e01-9b81-562fec1cde33,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:13.700221 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53888) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:14.018195 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Deleting port 5a7a036b-518b-418f-a6ae-3b2c079c32eb {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:14.018562 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:14.103633 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:14.103969 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:14.116520 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Calling delete_port for 5a7a036b-518b-418f-a6ae-3b2c079c32eb owned by network:floatingip {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:14.278428 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:14.310025 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event deleted for resources: {'Port': ['ID=5a7a036b-518b-418f-a6ae-3b2c079c32eb,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:14.370654 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for floatingip, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:14.371051 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Floating IP da2dea03-9008-4519-b1d3-68817a794307 disassociated (deleted). External IP: 172.27.0.67, port: 745936ec-16be-4da0-8bb6-485bfe9e3c0f. Oct 11 16:19:14.594470 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Router 86778270-65eb-4802-b17d-b2447daf69ff has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:19:14.707836 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:19:14.713249 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:14.718791 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] Sync routers for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:19:14.728439 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:14.729035 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:14.752634 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-767a0922-0908-4978-820d-8b3c2bf87879 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "DELETE /v2.0/floatingips/da2dea03-9008-4519-b1d3-68817a794307 HTTP/1.1" status: 204 len: 168 time: 1.0485222 Oct 11 16:19:14.752634 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:19:14.753449 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48" -d '{"events": [{"name": "network-changed", "server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:19:14.842673 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:15.010428 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccbc4f6-eec9-46ed-a1ac-59eca83368f2 x-openstack-request-id: req-bccbc4f6-eec9-46ed-a1ac-59eca83368f2 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:19:15.010765 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:19:15.011707 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bccbc4f6-eec9-46ed-a1ac-59eca83368f2 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:19:15.012204 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'status': 'completed', 'code': 200} Oct 11 16:19:15.043920 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0043d-5ee4-4240-9406-c4808e6a5d64 req-aab1ad38-d873-4f10-8df8-4c639c6f6b20 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:15.045563 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2ab0043d-5ee4-4240-9406-c4808e6a5d64 req-aab1ad38-d873-4f10-8df8-4c639c6f6b20 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0654829 Oct 11 16:19:15.075960 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:26Z', 'revision_number': 5, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:15.103740 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2ab0043d-5ee4-4240-9406-c4808e6a5d64 req-3b457bbb-456f-4bf5-a5c6-96eda1a60168 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505896 Oct 11 16:19:15.107490 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] Checking router: 86778270-65eb-4802-b17d-b2447daf69ff for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:19:15.117004 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:15.117498 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:15.137749 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-ad85a280-b1a5-4951-9e5d-83d010717244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:15.139632 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-ad85a280-b1a5-4951-9e5d-83d010717244 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1dd13212d3f248c785d9f51092e253ab&device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 1099 time: 0.1176260 Oct 11 16:19:15.220932 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:15.233737 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-ae875144-3763-4116-bdbd-ce720ce4b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:15.235256 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-ae875144-3763-4116-bdbd-ce720ce4b7a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f72d9996-2385-4ef2-9450-ee7c71f08814 HTTP/1.1" status: 200 len: 910 time: 0.0874243 Oct 11 16:19:15.284182 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-f9f1cd2b-8cfc-44db-b883-28f3dfafd07b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f HTTP/1.1" status: 200 len: 217 time: 0.0406625 Oct 11 16:19:15.338701 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-aaca439e-c4d0-452f-88cd-c38162ac9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:15.340178 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-aaca439e-c4d0-452f-88cd-c38162ac9ead service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69ca98d4-bbfe-417a-80a4-894dd29fdda3 HTTP/1.1" status: 200 len: 848 time: 0.0477598 Oct 11 16:19:15.388740 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-e6894269-884b-49d4-83bd-2d85aa6cd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:15.390319 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-e6894269-884b-49d4-83bd-2d85aa6cd0ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f72d9996-2385-4ef2-9450-ee7c71f08814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417638 Oct 11 16:19:15.403746 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-45ba9cec-8187-4914-adcd-074155d2e53b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:19:15.404714 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-45ba9cec-8187-4914-adcd-074155d2e53b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050497 Oct 11 16:19:15.499283 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-4ad125fb-80c7-4dcb-9cca-2d13d4a78eb4 service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868948 Oct 11 16:19:15.519391 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:26Z', 'revision_number': 5, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:15.546011 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de45f0c6-336c-4c64-9b14-914e40e2e1fb None None] The sync data for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi is: [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:13:19Z', 'revision_number': 4, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '2b432817-ba7f-4cc6-b3ca-f13543550bec', 'name': '', 'network_id': 'f72d9996-2385-4ef2-9450-ee7c71f08814', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'mac_address': 'fa:16:3e:7e:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:19Z', 'updated_at': '2021-10-11T16:13:26Z', 'revision_number': 5, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'subnets': [{'id': '69ca98d4-bbfe-417a-80a4-894dd29fdda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:19:15.597116 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-67d5ce89-cee6-40a1-a840-a0b27a8f8a48 req-d0699998-1d43-4552-adf1-b5e1a2580cac service neutron] 10.222.0.39 "GET /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896122 Oct 11 16:19:15.776410 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff704f82-2108-485b-b298-efa25fa92957 None None] New status for floating IP da2dea03-9008-4519-b1d3-68817a794307: DOWN {{(pid=94278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:19:16.230913 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a637747-e628-4321-a6f7-86c3fd9b884b req-c054f3ac-d29b-4491-a1f9-1da4aa304eb9 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:16.233337 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a637747-e628-4321-a6f7-86c3fd9b884b req-c054f3ac-d29b-4491-a1f9-1da4aa304eb9 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0567060 Oct 11 16:19:16.282251 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a637747-e628-4321-a6f7-86c3fd9b884b req-de70a820-4a8f-4c15-b3e8-7b43a70b4437 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/security-groups?id=03324e9a-e475-474b-a949-692d4fd0e85d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371339 Oct 11 16:19:16.836612 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-72a91474-5e48-4e3b-92f7-d90ab2369f47 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:16.838053 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-72a91474-5e48-4e3b-92f7-d90ab2369f47 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 946 time: 0.0557752 Oct 11 16:19:16.948459 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Deleting port 745936ec-16be-4da0-8bb6-485bfe9e3c0f {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:16.948785 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:17.042732 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] For port 745936ec-16be-4da0-8bb6-485bfe9e3c0f, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=745936ec-16be-4da0-8bb6-485bfe9e3c0f,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:17.043096 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:17.055870 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Calling delete_port for 745936ec-16be-4da0-8bb6-485bfe9e3c0f owned by compute:nova {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:17.210272 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:17.240382 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event deleted for resources: {'Port': ['ID=745936ec-16be-4da0-8bb6-485bfe9e3c0f,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:17.283404 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] No DVR routers for this DVR port 745936ec-16be-4da0-8bb6-485bfe9e3c0f on host hv-cinder-80951 {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:19:17.286156 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:17.290506 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8daabe01-2e65-4cd8-ad58-a90a6db4481c req-df3c989f-21a8-48cb-8963-6397016da796 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.39 "DELETE /v2.0/ports/745936ec-16be-4da0-8bb6-485bfe9e3c0f HTTP/1.1" status: 204 len: 173 time: 0.4453468 Oct 11 16:19:17.290506 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'name': 'network-vif-deleted', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:19:17.293761 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dab327-9138-4efa-94ca-159883792aa5" -d '{"events": [{"server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "name": "network-vif-deleted", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:19:17.333270 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df58150a-5856-43fa-802b-a3c6d5d0de39 x-openstack-request-id: req-df58150a-5856-43fa-802b-a3c6d5d0de39 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:19:17.334583 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1ddf760-13df-4027-97af-c239bd6f5d36", "name": "network-vif-deleted", "tag": "745936ec-16be-4da0-8bb6-485bfe9e3c0f", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:19:17.334583 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df58150a-5856-43fa-802b-a3c6d5d0de39 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:19:17.334905 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1ddf760-13df-4027-97af-c239bd6f5d36', 'name': 'network-vif-deleted', 'tag': '745936ec-16be-4da0-8bb6-485bfe9e3c0f', 'status': 'completed', 'code': 200} Oct 11 16:19:17.394356 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0e0de1b8-94e5-48c4-8264-1158b1826427 req-2d60a193-6caa-4b1a-947f-bb690891997a tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1ddf760-13df-4027-97af-c239bd6f5d36 HTTP/1.1" status: 200 len: 210 time: 0.0276713 Oct 11 16:19:18.464061 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53968) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:18.528535 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8497dab0-6629-44a9-bf23-1df2de4a8657 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:18.554636 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8497dab0-6629-44a9-bf23-1df2de4a8657 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:18.614392 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8497dab0-6629-44a9-bf23-1df2de4a8657 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:18.617531 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8497dab0-6629-44a9-bf23-1df2de4a8657 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:18.618770 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-8497dab0-6629-44a9-bf23-1df2de4a8657 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] 10.222.0.18 "DELETE /v2.0/security-groups/03324e9a-e475-474b-a949-692d4fd0e85d HTTP/1.1" status: 204 len: 168 time: 0.1537116 Oct 11 16:19:18.627986 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497dab0-6629-44a9-bf23-1df2de4a8657 tempest-TestShelveInstance-1329125757 tempest-TestShelveInstance-1329125757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03324e9a-e475-474b-a949-692d4fd0e85d,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:18.670898 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53972) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:18.971048 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53986) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:19.080384 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-da0ca1d0-449d-49e4-8ae9-53e14d081e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.148602 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953558'] for router_interface, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.155638 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-da0ca1d0-449d-49e4-8ae9-53e14d081e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.160185 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-da0ca1d0-449d-49e4-8ae9-53e14d081e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.198427 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-da0ca1d0-449d-49e4-8ae9-53e14d081e9c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=409f0607de764386ae91e57a401a8064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261562 Oct 11 16:19:19.199435 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ca1d0-449d-49e4-8ae9-53e14d081e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4157ea00-2b59-4c95-a327-bae3189f5908,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:19.201856 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53990) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:19.253859 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-94de8292-5077-40e1-9622-fc217d688de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.280875 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-94de8292-5077-40e1-9622-fc217d688de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.338428 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-94de8292-5077-40e1-9622-fc217d688de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.341186 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-94de8292-5077-40e1-9622-fc217d688de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.342415 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-94de8292-5077-40e1-9622-fc217d688de2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4157ea00-2b59-4c95-a327-bae3189f5908 HTTP/1.1" status: 204 len: 168 time: 0.1396401 Oct 11 16:19:19.351327 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de8292-5077-40e1-9622-fc217d688de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4157ea00-2b59-4c95-a327-bae3189f5908,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:19.644305 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 53996) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:19.658833 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-49822c1c-ba57-4a87-b3e8-bbd8287176c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.684622 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Deleting port 2b432817-ba7f-4cc6-b3ca-f13543550bec {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:19.685195 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.734709 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-49822c1c-ba57-4a87-b3e8-bbd8287176c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.739901 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-49822c1c-ba57-4a87-b3e8-bbd8287176c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.762891 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] For port 2b432817-ba7f-4cc6-b3ca-f13543550bec, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=2b432817-ba7f-4cc6-b3ca-f13543550bec,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:19.763354 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.776078 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Calling delete_port for 2b432817-ba7f-4cc6-b3ca-f13543550bec owned by network:router_interface {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:19.777848 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-49822c1c-ba57-4a87-b3e8-bbd8287176c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76e26a2a2106484c83c7216397478f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324522 Oct 11 16:19:19.778789 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49822c1c-ba57-4a87-b3e8-bbd8287176c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b948d25-68fa-41f7-873e-6944b8f6fc76,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:19.781258 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 53998) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:19.891553 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7c76e915-6a16-4c40-87d5-c077b998b886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:19.953548 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7c76e915-6a16-4c40-87d5-c077b998b886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.034512 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7c76e915-6a16-4c40-87d5-c077b998b886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.037648 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-7c76e915-6a16-4c40-87d5-c077b998b886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.038821 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-7c76e915-6a16-4c40-87d5-c077b998b886 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b948d25-68fa-41f7-873e-6944b8f6fc76 HTTP/1.1" status: 204 len: 168 time: 0.2566509 Oct 11 16:19:20.057458 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76e915-6a16-4c40-87d5-c077b998b886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b948d25-68fa-41f7-873e-6944b8f6fc76,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:20.070599 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.098926 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b432817-ba7f-4cc6-b3ca-f13543550bec,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:20.267715 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8093213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953442'] for router_interface, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.397069 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54004) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:20.410367 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f346fff5-23c5-4585-9151-e9e740af8a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.487965 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f346fff5-23c5-4585-9151-e9e740af8a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.493348 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f346fff5-23c5-4585-9151-e9e740af8a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.502437 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Router 86778270-65eb-4802-b17d-b2447daf69ff has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:19:20.531097 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f346fff5-23c5-4585-9151-e9e740af8a91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17f97882e9834f21b5a81165bf792010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329014 Oct 11 16:19:20.531829 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346fff5-23c5-4585-9151-e9e740af8a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb570275-773b-431f-af64-8b739e9aa05e,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:20.534117 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54006) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:20.588257 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-61718d2d-45ca-45be-8328-9495781cd12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.611059 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-61718d2d-45ca-45be-8328-9495781cd12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.618880 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:19:20.624230 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-52c77a59-409e-4cd4-94e4-629bc0194e73 admin admin] 10.222.0.18 "PUT /v2.0/routers/86778270-65eb-4802-b17d-b2447daf69ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9521477 Oct 11 16:19:20.626951 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54008) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:20.629729 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] Sync routers for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:19:20.639952 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:20.640654 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:20.662530 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-61718d2d-45ca-45be-8328-9495781cd12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.666143 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-61718d2d-45ca-45be-8328-9495781cd12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.671104 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-61718d2d-45ca-45be-8328-9495781cd12a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb570275-773b-431f-af64-8b739e9aa05e HTTP/1.1" status: 204 len: 168 time: 0.1334326 Oct 11 16:19:20.677832 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61718d2d-45ca-45be-8328-9495781cd12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb570275-773b-431f-af64-8b739e9aa05e,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:20.743447 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks [] for router, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.767437 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:20.856437 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.915188 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Deleting port caf29222-9cb8-41f6-a695-48d936cf1df9 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:20.915605 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:20.964734 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:19:20Z', 'revision_number': 5, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port': {'id': 'caf29222-9cb8-41f6-a695-48d936cf1df9', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86778270-65eb-4802-b17d-b2447daf69ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:16Z', 'updated_at': '2021-10-11T16:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:20.998118 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] Checking router: 86778270-65eb-4802-b17d-b2447daf69ff for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:19:21.006745 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] Routers {'86778270-65eb-4802-b17d-b2447daf69ff'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:21.007380 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['86778270-65eb-4802-b17d-b2447daf69ff'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:21.008275 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] For port caf29222-9cb8-41f6-a695-48d936cf1df9, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=caf29222-9cb8-41f6-a695-48d936cf1df9,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:21.008688 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.022983 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Calling delete_port for caf29222-9cb8-41f6-a695-48d936cf1df9 owned by network:router_gateway {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:21.096395 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] Set router 86778270-65eb-4802-b17d-b2447daf69ff gateway port host: None {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:21.153027 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:19:20Z', 'revision_number': 6, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port_host': None}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:21.181034 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1bc605-6621-4a4c-93e5-ff26b03d58c6 None None] The sync data for ids ['86778270-65eb-4802-b17d-b2447daf69ff'] in dv-cinder-809518-6-iscsi is: [{'id': '86778270-65eb-4802-b17d-b2447daf69ff', 'name': 'tempest-TestShelveInstance-1391566243-router', 'tenant_id': '1dd13212d3f248c785d9f51092e253ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:15Z', 'updated_at': '2021-10-11T16:19:20Z', 'revision_number': 6, 'project_id': '1dd13212d3f248c785d9f51092e253ab', 'gw_port_host': None}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:19:21.204792 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.233588 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf29222-9cb8-41f6-a695-48d936cf1df9,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:21.299856 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7994816'] for router_gateway, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.400478 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7951664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110348'] for router, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.402632 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.449207 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7951675'] for router, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.449961 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86778270-65eb-4802-b17d-b2447daf69ff {{(pid=94276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:19:21.456534 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] Notify callbacks [] for router, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.457672 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-0136d1bd-f522-46be-aa35-43e6782ccc96 admin admin] 10.222.0.18 "DELETE /v2.0/routers/86778270-65eb-4802-b17d-b2447daf69ff HTTP/1.1" status: 204 len: 168 time: 0.8292365 Oct 11 16:19:21.460389 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54032) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:21.507936 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cbd7a8-6fcb-4b56-9b53-fc0e1b222066 admin admin] Deleting subnet 69ca98d4-bbfe-417a-80a4-894dd29fdda3 {{(pid=94276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:19:21.511120 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-71cbd7a8-6fcb-4b56-9b53-fc0e1b222066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.550218 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-71cbd7a8-6fcb-4b56-9b53-fc0e1b222066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554251'] for subnet, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.650418 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-71cbd7a8-6fcb-4b56-9b53-fc0e1b222066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.710627 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-71cbd7a8-6fcb-4b56-9b53-fc0e1b222066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3760577'] for subnet, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.737837 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbd7a8-6fcb-4b56-9b53-fc0e1b222066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ca98d4-bbfe-417a-80a4-894dd29fdda3,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:21.744076 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-71cbd7a8-6fcb-4b56-9b53-fc0e1b222066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.748156 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-71cbd7a8-6fcb-4b56-9b53-fc0e1b222066 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/69ca98d4-bbfe-417a-80a4-894dd29fdda3 HTTP/1.1" status: 204 len: 168 time: 0.2859693 Oct 11 16:19:21.752482 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54040) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:21.752901 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949bc43c-23e4-4cd3-96d9-22690719282b None None] Network f72d9996-2385-4ef2-9450-ee7c71f08814 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:19:21.825830 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.860762 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 745936ec-16be-4da0-8bb6-485bfe9e3c0f no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:21.882800 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Deleting port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:21.882995 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 745936ec-16be-4da0-8bb6-485bfe9e3c0f {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:21.883349 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.883552 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 745936ec-16be-4da0-8bb6-485bfe9e3c0f not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:21.962406 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] For port 80660d37-4e45-4c27-826b-25fd8dbb0ff6, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=80660d37-4e45-4c27-826b-25fd8dbb0ff6,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:21.962770 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:21.976368 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Calling delete_port for 80660d37-4e45-4c27-826b-25fd8dbb0ff6 owned by network:dhcp {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:21.992343 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc432a-f374-4905-9be7-fbc20996a856 None None] DHCP port deletion for f72d9996-2385-4ef2-9450-ee7c71f08814 request from dv-cinder-809518-6-iscsi {{(pid=94278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:19:22.023488 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 2b432817-ba7f-4cc6-b3ca-f13543550bec no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:22.046372 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 2b432817-ba7f-4cc6-b3ca-f13543550bec {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:22.046790 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 2b432817-ba7f-4cc6-b3ca-f13543550bec not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:22.076254 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc432a-f374-4905-9be7-fbc20996a856 None None] Deleting port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 {{(pid=94278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:22.076764 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f7cc432a-f374-4905-9be7-fbc20996a856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.082210 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.111994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80660d37-4e45-4c27-826b-25fd8dbb0ff6,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:22.115986 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] No DVR routers for this DVR port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 on host dv-cinder-809518-6-iscsi {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:19:22.153934 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-f7cc432a-f374-4905-9be7-fbc20996a856 None None] For port 80660d37-4e45-4c27-826b-25fd8dbb0ff6, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=80660d37-4e45-4c27-826b-25fd8dbb0ff6,segment=NetworkSegment(d8f8c609-09fe-4fc3-9358-7ac9ccd2a217),segment_id=d8f8c609-09fe-4fc3-9358-7ac9ccd2a217)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:22.154328 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f7cc432a-f374-4905-9be7-fbc20996a856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.168279 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc432a-f374-4905-9be7-fbc20996a856 None None] Calling delete_port for 80660d37-4e45-4c27-826b-25fd8dbb0ff6 owned by network:dhcp {{(pid=94278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:22.201740 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.223347 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72d9996-2385-4ef2-9450-ee7c71f08814']}} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:22.234019 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217') {'for_net_delete': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:22.234306 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f8c609-09fe-4fc3-9358-7ac9ccd2a217') {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:22.245733 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554240'] for segment, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.257550 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f7cc432a-f374-4905-9be7-fbc20996a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356'] for port, after_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.266006 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.272982 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=94276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502999'] for segment, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: Traceback (most recent call last): Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: timer() Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: cb(*args, **kw) Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: return func(*args, **kwargs) Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: self._notify() Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: self.callback(batched_events) Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: event.method(event) Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: return f(self, *a, **k) Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._get(url).json() Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: return self.request(url, 'GET', **kwargs) Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:19:22.275545 dv-cinder-809518-6-iscsi neutron-server[94276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:19:22.288744 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc432a-f374-4905-9be7-fbc20996a856 None None] Pushing event deleted for resources: {'Port': ['ID=80660d37-4e45-4c27-826b-25fd8dbb0ff6,revision_number=None']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:22.304653 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc432a-f374-4905-9be7-fbc20996a856 None None] No DVR routers for this DVR port 80660d37-4e45-4c27-826b-25fd8dbb0ff6 on host dv-cinder-809518-6-iscsi {{(pid=94278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:19:22.347442 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.357769 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:22.361131 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f72d9996-2385-4ef2-9450-ee7c71f08814 HTTP/1.1" status: 204 len: 168 time: 0.6102600 Oct 11 16:19:22.367215 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54058) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:22.379897 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b4ef7-0a67-441c-bb04-36e913cc77c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72d9996-2385-4ef2-9450-ee7c71f08814,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:22.742854 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953558'] for router_interface, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:23.001637 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Deleting port 010b03eb-86e1-4dbf-b7cb-d9550360227a {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:23.001974 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:23.082174 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] For port 010b03eb-86e1-4dbf-b7cb-d9550360227a, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=010b03eb-86e1-4dbf-b7cb-d9550360227a,segment=NetworkSegment(b356a8e3-df41-48a2-bc73-643cbdc6cfa1),segment_id=b356a8e3-df41-48a2-bc73-643cbdc6cfa1)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:23.082550 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:23.096393 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Calling delete_port for 010b03eb-86e1-4dbf-b7cb-d9550360227a owned by network:router_interface {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:23.277824 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:23.319205 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=010b03eb-86e1-4dbf-b7cb-d9550360227a,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:23.484711 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8093213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953442'] for router_interface, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:23.636452 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device caf29222-9cb8-41f6-a695-48d936cf1df9 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:23.660077 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: caf29222-9cb8-41f6-a695-48d936cf1df9 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:23.660414 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device caf29222-9cb8-41f6-a695-48d936cf1df9 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:23.660820 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 80660d37-4e45-4c27-826b-25fd8dbb0ff6 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:23.679923 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 80660d37-4e45-4c27-826b-25fd8dbb0ff6 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:23.680260 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 80660d37-4e45-4c27-826b-25fd8dbb0ff6 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:23.716683 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Router 3679c325-ea55-4b8c-905d-753e2dcc6c6c has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:19:23.823744 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:19:23.829362 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-ae1f6f27-178f-4688-ad70-4007ae9b3dbc admin admin] 10.222.0.18 "PUT /v2.0/routers/3679c325-ea55-4b8c-905d-753e2dcc6c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4641063 Oct 11 16:19:23.832399 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54074) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:23.833950 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] Sync routers for ids ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:19:23.848069 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] Routers {'3679c325-ea55-4b8c-905d-753e2dcc6c6c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:23.848962 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:23.944169 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks [] for router, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.056224 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.089369 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] Set router 3679c325-ea55-4b8c-905d-753e2dcc6c6c gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:24.118250 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Deleting port 6f44c440-5d05-4131-b130-19d9addea1f3 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:24.118753 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.216671 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] For port 6f44c440-5d05-4131-b130-19d9addea1f3, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=6f44c440-5d05-4131-b130-19d9addea1f3,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:24.217036 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.231003 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Calling delete_port for 6f44c440-5d05-4131-b130-19d9addea1f3 owned by network:router_gateway {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:24.297581 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:22Z', 'updated_at': '2021-10-11T16:19:23Z', 'revision_number': 5, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'gw_port': {'id': '6f44c440-5d05-4131-b130-19d9addea1f3', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:7c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:23Z', 'updated_at': '2021-10-11T16:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:24.333306 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] Checking router: 3679c325-ea55-4b8c-905d-753e2dcc6c6c for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:19:24.341867 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] Routers {'3679c325-ea55-4b8c-905d-753e2dcc6c6c'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:24.342551 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:18:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:24.418475 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.433988 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] Set router 3679c325-ea55-4b8c-905d-753e2dcc6c6c gateway port host: None {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:24.447703 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f44c440-5d05-4131-b130-19d9addea1f3,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:24.494203 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:22Z', 'updated_at': '2021-10-11T16:19:24Z', 'revision_number': 6, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'gw_port_host': None}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:24.520064 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7994816'] for router_gateway, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.521268 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2d7f2-2083-4565-b9e5-7efc2a63143b None None] The sync data for ids ['3679c325-ea55-4b8c-905d-753e2dcc6c6c'] in dv-cinder-809518-6-iscsi is: [{'id': '3679c325-ea55-4b8c-905d-753e2dcc6c6c', 'name': 'tempest-TestShelveInstance-863685571-router', 'tenant_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:22Z', 'updated_at': '2021-10-11T16:19:24Z', 'revision_number': 6, 'project_id': 'e9d1bdb239b44bb7aa92a922a7e0571d', 'gw_port_host': None}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:19:24.623929 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7951664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110348'] for router, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.626236 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.697348 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7951675'] for router, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.698265 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3679c325-ea55-4b8c-905d-753e2dcc6c6c {{(pid=94276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:19:24.705111 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] Notify callbacks [] for router, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.706533 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-49206f53-1200-454f-8be5-943c327d5109 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3679c325-ea55-4b8c-905d-753e2dcc6c6c HTTP/1.1" status: 204 len: 168 time: 0.8728142 Oct 11 16:19:24.710716 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54090) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:24.760539 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_v2 [None req-2789e9ca-26f9-487a-838a-b71ecf98db37 admin admin] Deleting subnet 9c108199-0074-450f-b799-2870cf943408 {{(pid=94276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:19:24.764092 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2789e9ca-26f9-487a-838a-b71ecf98db37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.802195 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2789e9ca-26f9-487a-838a-b71ecf98db37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554251'] for subnet, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.890116 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2789e9ca-26f9-487a-838a-b71ecf98db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.951645 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2789e9ca-26f9-487a-838a-b71ecf98db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3760577'] for subnet, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.987206 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-2789e9ca-26f9-487a-838a-b71ecf98db37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:24.992116 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-2789e9ca-26f9-487a-838a-b71ecf98db37 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9c108199-0074-450f-b799-2870cf943408 HTTP/1.1" status: 204 len: 168 time: 0.2802327 Oct 11 16:19:24.992274 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a090449-2466-4f34-8f23-e51d3eac37e0 None None] Network 39e3bba6-c134-408d-9846-4b50085ca283 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:19:24.992953 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789e9ca-26f9-487a-838a-b71ecf98db37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c108199-0074-450f-b799-2870cf943408,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:24.994665 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54102) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:25.070899 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.124118 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Deleting port 7c3aa83f-0daa-40cf-84d9-72d022574f1b {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:25.124477 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.192620 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] For port 7c3aa83f-0daa-40cf-84d9-72d022574f1b, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=7c3aa83f-0daa-40cf-84d9-72d022574f1b,segment=NetworkSegment(b356a8e3-df41-48a2-bc73-643cbdc6cfa1),segment_id=b356a8e3-df41-48a2-bc73-643cbdc6cfa1)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:25.193192 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.207127 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Calling delete_port for 7c3aa83f-0daa-40cf-84d9-72d022574f1b owned by network:dhcp {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:25.244621 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d38355ff-869f-4b8c-9533-0a71e13d936d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.287672 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.304234 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e2b6b-5c48-4eed-866c-a04171f821ff None None] DHCP port deletion for 39e3bba6-c134-408d-9846-4b50085ca283 request from dv-cinder-809518-6-iscsi {{(pid=94278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:19:25.322742 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3aa83f-0daa-40cf-84d9-72d022574f1b,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:25.327868 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] No DVR routers for this DVR port 7c3aa83f-0daa-40cf-84d9-72d022574f1b on host dv-cinder-809518-6-iscsi {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:19:25.404657 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.426580 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e3bba6-c134-408d-9846-4b50085ca283']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:25.436864 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:25.437163 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b356a8e3-df41-48a2-bc73-643cbdc6cfa1') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:25.447082 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.460797 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.466780 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:19:25.467156 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:19:25.468851 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:19:25.525515 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.531987 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.536230 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] 10.222.0.18 "DELETE /v2.0/networks/39e3bba6-c134-408d-9846-4b50085ca283 HTTP/1.1" status: 204 len: 168 time: 0.5399017 Oct 11 16:19:25.550298 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3cb50-d5fc-4c6c-a8c6-7d75fc80a817 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e3bba6-c134-408d-9846-4b50085ca283,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:25.594529 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7c3aa83f-0daa-40cf-84d9-72d022574f1b no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:25.616983 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 7c3aa83f-0daa-40cf-84d9-72d022574f1b {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:25.617326 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 7c3aa83f-0daa-40cf-84d9-72d022574f1b not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:25.617740 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 6f44c440-5d05-4131-b130-19d9addea1f3 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:25.643803 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 6f44c440-5d05-4131-b130-19d9addea1f3 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:25.644147 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 6f44c440-5d05-4131-b130-19d9addea1f3 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:25.644554 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 010b03eb-86e1-4dbf-b7cb-d9550360227a no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:25.663613 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 010b03eb-86e1-4dbf-b7cb-d9550360227a {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:25.663962 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 010b03eb-86e1-4dbf-b7cb-d9550360227a not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:25.744576 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54108) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:25.786993 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-572b21c7-200d-4a16-a6aa-cf71e90c8271 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1dd13212d3f248c785d9f51092e253ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410209 Oct 11 16:19:25.789516 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54110) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:25.843256 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b052584a-14dd-4628-b3c5-c779ecfe529b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.865504 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b052584a-14dd-4628-b3c5-c779ecfe529b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.925932 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b052584a-14dd-4628-b3c5-c779ecfe529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.928883 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b052584a-14dd-4628-b3c5-c779ecfe529b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:25.930075 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b052584a-14dd-4628-b3c5-c779ecfe529b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66860ef0-d119-4679-91c5-95257991c37f HTTP/1.1" status: 204 len: 168 time: 0.1396604 Oct 11 16:19:25.937763 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052584a-14dd-4628-b3c5-c779ecfe529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66860ef0-d119-4679-91c5-95257991c37f,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:26.260346 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54120) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:26.307421 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b1ba0b6b-0855-45be-af38-bfa46c9a8260 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9d1bdb239b44bb7aa92a922a7e0571d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449374 Oct 11 16:19:26.309254 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54122) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:26.370202 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a33f8457-36ba-43c5-8d30-51decd98f36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:26.391875 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a33f8457-36ba-43c5-8d30-51decd98f36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:26.449892 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a33f8457-36ba-43c5-8d30-51decd98f36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:26.452797 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a33f8457-36ba-43c5-8d30-51decd98f36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:26.453981 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-a33f8457-36ba-43c5-8d30-51decd98f36c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37e8a744-c261-4b1a-9204-82ab4af0ea0e HTTP/1.1" status: 204 len: 168 time: 0.1437194 Oct 11 16:19:26.462178 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8457-36ba-43c5-8d30-51decd98f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e8a744-c261-4b1a-9204-82ab4af0ea0e,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:27.726738 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-38dad381-46f8-4c3d-b72e-aaed0347daa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:28.872494 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:28.989350 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.129785 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54166) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:29.280837 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d308df29-b2a4-4451-8421-4e4aae963c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.370114 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d308df29-b2a4-4451-8421-4e4aae963c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.374696 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d308df29-b2a4-4451-8421-4e4aae963c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.411917 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308df29-b2a4-4451-8421-4e4aae963c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb06138b-f0b1-40de-9fbe-8784f103c424,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:29.419219 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-d308df29-b2a4-4451-8421-4e4aae963c85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd8b5c2730fe4d7c919aff6def2b0f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856145 Oct 11 16:19:29.419535 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54182) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:29.460688 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb06e1-3a0e-42eb-9276-f0c71cdad97b req-15b671df-0ec2-4365-b81f-25d77a319e41 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:29.462224 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-64cb06e1-3a0e-42eb-9276-f0c71cdad97b req-15b671df-0ec2-4365-b81f-25d77a319e41 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.0568147 Oct 11 16:19:29.469104 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a6438f39-7a6a-41b4-9478-2af301a8961a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.490809 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a6438f39-7a6a-41b4-9478-2af301a8961a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.501950 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-64cb06e1-3a0e-42eb-9276-f0c71cdad97b req-5969edd1-81b6-4f7e-b68d-47cf3a5f8562 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330548 Oct 11 16:19:29.543302 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a6438f39-7a6a-41b4-9478-2af301a8961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.546043 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a6438f39-7a6a-41b4-9478-2af301a8961a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.547853 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-a6438f39-7a6a-41b4-9478-2af301a8961a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb06138b-f0b1-40de-9fbe-8784f103c424 HTTP/1.1" status: 204 len: 168 time: 0.1272910 Oct 11 16:19:29.557055 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6438f39-7a6a-41b4-9478-2af301a8961a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb06138b-f0b1-40de-9fbe-8784f103c424,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:29.841754 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54190) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:29.858683 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bccd8cbb-84b7-4f14-9bee-913a0b5ced31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.938491 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bccd8cbb-84b7-4f14-9bee-913a0b5ced31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.946894 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bccd8cbb-84b7-4f14-9bee-913a0b5ced31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:29.989637 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd8cbb-84b7-4f14-9bee-913a0b5ced31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07055a9d-ad2d-4a8b-b796-3945ee64efec,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:29.994132 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bccd8cbb-84b7-4f14-9bee-913a0b5ced31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=097ffb1db58241d28aab6c1ad5b7aa8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509800 Oct 11 16:19:29.997676 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54192) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:30.048761 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e67186b5-d2b0-4ccc-ad57-f1448d44187d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:30.069801 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e67186b5-d2b0-4ccc-ad57-f1448d44187d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:30.117766 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e67186b5-d2b0-4ccc-ad57-f1448d44187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:30.120300 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e67186b5-d2b0-4ccc-ad57-f1448d44187d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:30.121457 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e67186b5-d2b0-4ccc-ad57-f1448d44187d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07055a9d-ad2d-4a8b-b796-3945ee64efec HTTP/1.1" status: 204 len: 168 time: 0.1229029 Oct 11 16:19:30.129193 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67186b5-d2b0-4ccc-ad57-f1448d44187d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07055a9d-ad2d-4a8b-b796-3945ee64efec,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:30.468879 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54198) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:30.482187 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf0c029b-0fd9-4593-88b1-01567631d880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:30.568600 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf0c029b-0fd9-4593-88b1-01567631d880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:30.574055 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-bf0c029b-0fd9-4593-88b1-01567631d880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:30.639746 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c029b-0fd9-4593-88b1-01567631d880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2c65c3-2838-4d59-9093-8be763907eef,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:30.643889 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bf0c029b-0fd9-4593-88b1-01567631d880 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89783099530d4074a57715874bc9cdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739750 Oct 11 16:19:30.647133 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54202) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:30.661981 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394cc1d-69b8-4efe-991b-c31ddf2bd4e6 req-b70a9bc7-94ee-4678-a752-735b16db964a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:30.663526 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e394cc1d-69b8-4efe-991b-c31ddf2bd4e6 req-b70a9bc7-94ee-4678-a752-735b16db964a tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.0785613 Oct 11 16:19:30.691961 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:30.702224 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136b6bb-86f0-4a31-ab91-b9966c545bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:30.702917 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-e394cc1d-69b8-4efe-991b-c31ddf2bd4e6 req-fd672b69-e68c-4bfa-ac44-e7e997594f14 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327795 Oct 11 16:19:30.966836 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136b6bb-86f0-4a31-ab91-b9966c545bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:31.019684 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136b6bb-86f0-4a31-ab91-b9966c545bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:31.022265 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0136b6bb-86f0-4a31-ab91-b9966c545bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:31.023451 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-0136b6bb-86f0-4a31-ab91-b9966c545bd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc2c65c3-2838-4d59-9093-8be763907eef HTTP/1.1" status: 204 len: 168 time: 0.3751740 Oct 11 16:19:31.031908 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136b6bb-86f0-4a31-ab91-b9966c545bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2c65c3-2838-4d59-9093-8be763907eef,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:31.828639 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eaa64-6cbd-432c-8363-541aaeedab14 req-40f3a072-bce1-4687-93ae-202acfce69ac tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:31.830170 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d29eaa64-6cbd-432c-8363-541aaeedab14 req-40f3a072-bce1-4687-93ae-202acfce69ac tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.0511463 Oct 11 16:19:31.868138 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d29eaa64-6cbd-432c-8363-541aaeedab14 req-2099f906-7366-4b3e-a82e-1474d106edea tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318587 Oct 11 16:19:33.014341 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeed36c-5f04-4457-a39d-43fa912e647c req-f3ea8b88-2953-40bb-afa1-a7393f2fcc73 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:33.015902 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9aeed36c-5f04-4457-a39d-43fa912e647c req-f3ea8b88-2953-40bb-afa1-a7393f2fcc73 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.0564806 Oct 11 16:19:33.057905 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9aeed36c-5f04-4457-a39d-43fa912e647c req-120791f2-05ca-4a5f-b7d0-c28276d488d6 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325880 Oct 11 16:19:34.194822 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcab0ba-95dd-4550-b886-e360634b0af5 req-209f8c14-0d7f-4048-93c3-2de28d39906c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:34.196434 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7dcab0ba-95dd-4550-b886-e360634b0af5 req-209f8c14-0d7f-4048-93c3-2de28d39906c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.0581353 Oct 11 16:19:34.236326 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7dcab0ba-95dd-4550-b886-e360634b0af5 req-9564768a-849f-4540-9871-9c0f71e099cb tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336280 Oct 11 16:19:34.970451 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-5faebc25-1065-4873-886a-f7eba6604486 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:34.971987 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-5faebc25-1065-4873-886a-f7eba6604486 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.0534375 Oct 11 16:19:35.076962 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Deleting port 65707192-2545-4bda-a2cc-6a0e972c584d {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:35.077281 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:35.172466 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] For port 65707192-2545-4bda-a2cc-6a0e972c584d, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=65707192-2545-4bda-a2cc-6a0e972c584d,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:35.172837 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:35.366689 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:35.367307 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:35.367438 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Floating IP 154bbdea-356a-432a-9323-60d1a825c0a4 disassociated. External IP: 172.27.0.122, port: 65707192-2545-4bda-a2cc-6a0e972c584d. Oct 11 16:19:35.367713 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Calling delete_port for 65707192-2545-4bda-a2cc-6a0e972c584d owned by compute:nova {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:35.370388 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cba35f-d90e-4766-8088-9c9857b171fd req-ae2dff01-258d-4637-b321-9f5bf02926a1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:35.371932 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-51cba35f-d90e-4766-8088-9c9857b171fd req-ae2dff01-258d-4637-b321-9f5bf02926a1 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/ports?device_id=ddfd6c09-25a0-4f63-b417-0c854a5fc087 HTTP/1.1" status: 200 len: 946 time: 0.0572379 Oct 11 16:19:35.411880 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-51cba35f-d90e-4766-8088-9c9857b171fd req-14d1df1a-4d0b-4554-9d14-229043ea6c0d tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333126 Oct 11 16:19:35.506307 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:35.537117 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event deleted for resources: {'Port': ['ID=65707192-2545-4bda-a2cc-6a0e972c584d,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:35.659602 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:19:35.776102 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:19:35.786058 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] Sync routers for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:19:35.796622 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:35.797226 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:19:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:35.816477 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] No DVR routers for this DVR port 65707192-2545-4bda-a2cc-6a0e972c584d on host hv-cinder-80951 {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:19:35.819041 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:35.822465 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a05e661-a4af-4c8c-9b3e-8fdd39c965c0 req-2946e33d-6b2b-47bc-bc20-e66bb3f9fe9b tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.39 "DELETE /v2.0/ports/65707192-2545-4bda-a2cc-6a0e972c584d HTTP/1.1" status: 204 len: 173 time: 0.8437979 Oct 11 16:19:35.822904 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-deleted', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:19:35.825224 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466f35e0-dca1-4a6b-a0a5-b5c3c5277611" -d '{"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-deleted", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:19:35.864994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74281e2-6f9b-4c75-a88a-8fa2d18ab190 x-openstack-request-id: req-a74281e2-6f9b-4c75-a88a-8fa2d18ab190 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:19:35.865344 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddfd6c09-25a0-4f63-b417-0c854a5fc087", "name": "network-vif-deleted", "tag": "65707192-2545-4bda-a2cc-6a0e972c584d", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:19:35.865713 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a74281e2-6f9b-4c75-a88a-8fa2d18ab190 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:19:35.866187 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddfd6c09-25a0-4f63-b417-0c854a5fc087', 'name': 'network-vif-deleted', 'tag': '65707192-2545-4bda-a2cc-6a0e972c584d', 'status': 'completed', 'code': 200} Oct 11 16:19:35.912303 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:36.116715 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:36.145719 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] Checking router: 2586b9e0-10d0-4bae-afeb-8352ae497ce1 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:19:36.155015 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:36.155631 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:19:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:36.264181 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:36.568629 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:36.594312 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa4a27-87dd-4e4a-91a1-fe7c96e124fb None None] The sync data for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi is: [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:08:42Z', 'revision_number': 4, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': '0652feab-fa2b-4fae-b0bc-7d20840deaaa', 'name': '', 'network_id': '3201f3a0-2007-4f63-8366-27a056a46719', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'mac_address': 'fa:16:3e:b1:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:38Z', 'updated_at': '2021-10-11T16:08:52Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'subnets': [{'id': '7fbf775b-2386-4cfc-9730-c3ff13d36dda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:19:36.825718 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad5e6e-4fdc-4687-aa58-cfd74c702c03 None None] New status for floating IP 154bbdea-356a-432a-9323-60d1a825c0a4: DOWN {{(pid=94278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:19:37.545933 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54284) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:37.584861 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:37.604829 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-67588c3b-c55b-4a5e-94d6-226ab3eaa185 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:37.632280 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-67588c3b-c55b-4a5e-94d6-226ab3eaa185 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:37.686646 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-67588c3b-c55b-4a5e-94d6-226ab3eaa185 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:37.689294 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-67588c3b-c55b-4a5e-94d6-226ab3eaa185 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:37.690488 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-67588c3b-c55b-4a5e-94d6-226ab3eaa185 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "DELETE /v2.0/security-groups/1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece HTTP/1.1" status: 204 len: 168 time: 0.1435847 Oct 11 16:19:37.693328 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54288) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:37.699576 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67588c3b-c55b-4a5e-94d6-226ab3eaa185 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:37.712322 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.api.v2.resource [None req-9c8d1fc2-afe1-48b7-a8b1-7af8978a0d2c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] show failed (client error): The resource could not be found. Oct 11 16:19:37.713755 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-9c8d1fc2-afe1-48b7-a8b1-7af8978a0d2c tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "GET /v2.0/security-groups/1fb99b38-fc4c-40dd-88e4-7bb89d7f1ece HTTP/1.1" status: 404 len: 347 time: 0.0190568 Oct 11 16:19:37.716522 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54290) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:37.837825 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Deleting port acb34c7f-8703-4d5e-9246-9b7f60b8688e {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:37.838060 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:37.911694 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:37.911960 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:37.923935 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Calling delete_port for acb34c7f-8703-4d5e-9246-9b7f60b8688e owned by network:floatingip {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:38.062676 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:38.087764 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Pushing event deleted for resources: {'Port': ['ID=acb34c7f-8703-4d5e-9246-9b7f60b8688e,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:38.153021 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks [] for floatingip, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:38.155729 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:38.159430 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-50cdd508-196a-4b96-a7d3-497578de4a56 tempest-AttachVolumeShelveTestJSON-1767351902 tempest-AttachVolumeShelveTestJSON-1767351902-project] 10.222.0.18 "DELETE /v2.0/floatingips/154bbdea-356a-432a-9323-60d1a825c0a4 HTTP/1.1" status: 204 len: 168 time: 0.4396281 Oct 11 16:19:38.596023 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:19:39.930036 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 65707192-2545-4bda-a2cc-6a0e972c584d no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:39.953564 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 65707192-2545-4bda-a2cc-6a0e972c584d {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:39.953875 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 65707192-2545-4bda-a2cc-6a0e972c584d not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:40.724672 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-a2347750-30f6-406e-9e17-6f63011cb07c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076941354&fields=id&tenant_id=2452024f030b4d59957523265ec9c8b9 HTTP/1.1" status: 200 len: 267 time: 0.0340955 Oct 11 16:19:40.835229 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-cbc66f88-234b-403b-8bcf-bbd3fd8e24a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:40.836729 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-cbc66f88-234b-403b-8bcf-bbd3fd8e24a6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 810 time: 0.1048903 Oct 11 16:19:40.853772 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-ad8cac3e-4028-430d-91cd-0550cbca76aa tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/quotas/2452024f030b4d59957523265ec9c8b9 HTTP/1.1" status: 200 len: 375 time: 0.0105700 Oct 11 16:19:40.923878 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-2c74dbf7-b0c8-4420-bdfc-4e20442a9e2f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0632968 Oct 11 16:19:40.992195 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54334) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:41.035410 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-20e207a2-1636-4b76-8e84-235ba033abe7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 16:19:41.036555 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-20e207a2-1636-4b76-8e84-235ba033abe7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1014457 Oct 11 16:19:41.060173 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1bcdacf4-a5ae-4aff-9113-db51214348df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:41.134821 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-25041788-f3f3-4106-bdff-665d3fa0b5f9 service neutron] 10.222.0.18 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915849 Oct 11 16:19:41.137769 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1bcdacf4-a5ae-4aff-9113-db51214348df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:41.142550 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1bcdacf4-a5ae-4aff-9113-db51214348df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:41.184381 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-1bcdacf4-a5ae-4aff-9113-db51214348df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7971e36db0a47eb90150c9b495d72b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883307 Oct 11 16:19:41.184381 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdacf4-a5ae-4aff-9113-db51214348df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681507bb-e00b-43d8-b9fc-c7f73f6bef79,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:41.185420 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54338) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:41.238667 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-87126432-4a56-489f-91b9-5d4c0c7984ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:41.261822 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-87126432-4a56-489f-91b9-5d4c0c7984ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:41.316382 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-87126432-4a56-489f-91b9-5d4c0c7984ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:41.319032 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-87126432-4a56-489f-91b9-5d4c0c7984ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:41.320249 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-87126432-4a56-489f-91b9-5d4c0c7984ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/681507bb-e00b-43d8-b9fc-c7f73f6bef79 HTTP/1.1" status: 204 len: 168 time: 0.1338885 Oct 11 16:19:41.329151 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87126432-4a56-489f-91b9-5d4c0c7984ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681507bb-e00b-43d8-b9fc-c7f73f6bef79,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:41.524059 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-1a8aa79a-16b4-4ab8-994c-86c301782d81 service neutron] 10.222.0.18 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825171 Oct 11 16:19:41.661851 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54362) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:41.856007 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-08bbf527-c051-47c7-b843-6e3e8dc3075c req-92d24c8a-5775-453c-a5b1-5c1b8e3f1c12 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 210 time: 0.0409040 Oct 11 16:19:42.203765 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953558'] for router_interface, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:42.487490 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Deleting port 0652feab-fa2b-4fae-b0bc-7d20840deaaa {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:42.487835 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:42.575249 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] For port 0652feab-fa2b-4fae-b0bc-7d20840deaaa, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=0652feab-fa2b-4fae-b0bc-7d20840deaaa,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:42.575645 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:42.589083 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Calling delete_port for 0652feab-fa2b-4fae-b0bc-7d20840deaaa owned by network:router_interface {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:42.780738 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:42.806521 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0652feab-fa2b-4fae-b0bc-7d20840deaaa,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:42.984872 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-307bdbab-d8da-4fb0-8b20-cc96f7c04be5 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:42.986755 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-307bdbab-d8da-4fb0-8b20-cc96f7c04be5 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 810 time: 0.1462538 Oct 11 16:19:42.999508 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-104b5574-b9a7-4385-9311-e54b216d846e req-9d330674-a1a4-4bce-8659-6e22050e9347 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 210 time: 0.0670254 Oct 11 16:19:43.036352 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8093213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953442'] for router_interface, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.044109 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-a23fb980-6ece-44cd-93fd-848f12a8596b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2452024f030b4d59957523265ec9c8b9 HTTP/1.1" status: 200 len: 380 time: 0.0452728 Oct 11 16:19:43.058022 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'port': {'device_id': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'admin_state_up': True, 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'security_groups': ['d8ff5df2-7b48-4970-bdde-f3d37abd2b9f']}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:19:43.176640 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Made reservation on behalf of 2452024f030b4d59957523265ec9c8b9 for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:19:43.180296 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.258730 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:19:43.318068 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Allocated IP 172.20.0.3 (5b164382-35a7-44c5-b939-25b36e951afb/1c84828e-b709-4757-825d-ee3adc2e440e/d6284c7b-dcf6-4957-827e-42068dfd8ce4) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:19:43.370315 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:19:43.376010 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-8df73d9c-9c50-466f-b6a0-c73e518e91cf admin admin] 10.222.0.18 "PUT /v2.0/routers/2586b9e0-10d0-4bae-afeb-8352ae497ce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7130301 Oct 11 16:19:43.378527 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54398) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:43.382866 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] Sync routers for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:19:43.400127 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:43.400799 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:19:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:43.475662 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.495439 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks [] for router, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.533928 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:43.553396 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.632830 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Network 5b164382-35a7-44c5-b939-25b36e951afb is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:19:43.641202 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:19:43.647183 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:19:43.663699 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.699499 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'Port': ['ID=d6284c7b-dcf6-4957-827e-42068dfd8ce4,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:43.738840 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:43.739683 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.760752 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-9d4d082b-3c01-40fb-8670-3c09dd4de590 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824566 Oct 11 16:19:43.765783 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-5270e4d1-ffaa-4c99-82a1-be25cc6f3294 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7158144 Oct 11 16:19:43.781402 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Request body: {'port': {'device_id': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:19:43.789966 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Deleting port 9138b18b-37de-4d01-b1ea-02d8974b38ea {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:43.792459 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.853782 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:19:42Z', 'revision_number': 5, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port': {'id': '9138b18b-37de-4d01-b1ea-02d8974b38ea', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:08:32Z', 'updated_at': '2021-10-11T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:43.891101 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.902077 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] Checking router: 2586b9e0-10d0-4bae-afeb-8352ae497ce1 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:19:43.920211 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] Routers {'2586b9e0-10d0-4bae-afeb-8352ae497ce1'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:19:43.921323 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:19:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:43.952795 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] For port 9138b18b-37de-4d01-b1ea-02d8974b38ea, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=9138b18b-37de-4d01-b1ea-02d8974b38ea,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:43.953730 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:43.968823 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Calling delete_port for 9138b18b-37de-4d01-b1ea-02d8974b38ea owned by network:router_gateway {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:44.020843 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-600bc934-2ce4-46d7-a2db-e009404dd9f5 None None] Provisioning complete for port d6284c7b-dcf6-4957-827e-42068dfd8ce4 triggered by entity DHCP. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:19:44.021385 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-600bc934-2ce4-46d7-a2db-e009404dd9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.032044 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] Set router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 gateway port host: None {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:19:44.069569 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-1401335b-eeb2-461a-8ca2-294dd0c84e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:44.071124 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-1401335b-eeb2-461a-8ca2-294dd0c84e9f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 1099 time: 0.2602215 Oct 11 16:19:44.093861 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-600bc934-2ce4-46d7-a2db-e009404dd9f5 None None] Port d6284c7b-dcf6-4957-827e-42068dfd8ce4 cannot update to ACTIVE because it is not bound. {{(pid=94278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 16:19:44.143271 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:19:43Z', 'revision_number': 6, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port_host': None}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:44.181636 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59729c-5c18-4afb-804a-2695a450f942 None None] The sync data for ids ['2586b9e0-10d0-4bae-afeb-8352ae497ce1'] in dv-cinder-809518-6-iscsi is: [{'id': '2586b9e0-10d0-4bae-afeb-8352ae497ce1', 'name': 'tempest-AttachVolumeShelveTestJSON-632525379-router', 'tenant_id': 'b643602c30154dea846a6ff12bfab968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:08:30Z', 'updated_at': '2021-10-11T16:19:43Z', 'revision_number': 6, 'project_id': 'b643602c30154dea846a6ff12bfab968', 'gw_port_host': None}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:19:44.258790 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29fb2-7e68-40ae-a557-dc30be546db9 req-007ee4a1-85fc-4dfa-af84-6766c09f7588 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:44.260317 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e5e29fb2-7e68-40ae-a557-dc30be546db9 req-007ee4a1-85fc-4dfa-af84-6766c09f7588 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 931 time: 0.1060066 Oct 11 16:19:44.287872 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-c9b3ba37-d132-4516-ba27-d2b4e4d2f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:44.289195 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-c9b3ba37-d132-4516-ba27-d2b4e4d2f5ab service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.1875553 Oct 11 16:19:44.327247 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e5e29fb2-7e68-40ae-a557-dc30be546db9 req-acac6fde-00d8-40e5-9f94-53f1838dcb39 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588422 Oct 11 16:19:44.353105 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.378119 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6284c7b-dcf6-4957-827e-42068dfd8ce4 {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:19:44.386093 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Pushing event deleted for resources: {'Port': ['ID=9138b18b-37de-4d01-b1ea-02d8974b38ea,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:44.386259 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.391395 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-7126735e-1d72-4607-9f8c-a5197d50ea71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa HTTP/1.1" status: 200 len: 1001 time: 0.0943408 Oct 11 16:19:44.401967 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Transition to ACTIVE for port object d6284c7b-dcf6-4957-827e-42068dfd8ce4 will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:19:44.406001 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.466592 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea1e09-f249-4629-a523-7502003c366c service neutron] Pushing event updated for resources: {'Port': ['ID=d6284c7b-dcf6-4957-827e-42068dfd8ce4,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:44.487982 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-b28cac93-d717-4bb2-8a68-89288627f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:44.489459 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-b28cac93-d717-4bb2-8a68-89288627f236 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0786774 Oct 11 16:19:44.490288 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7994816'] for router_gateway, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.538323 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Attempting to bind port d6284c7b-dcf6-4957-827e-42068dfd8ce4 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:19:44.538323 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Attempting to bind port d6284c7b-dcf6-4957-827e-42068dfd8ce4 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:19:44.538323 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Attempting to bind port d6284c7b-dcf6-4957-827e-42068dfd8ce4 on network 5b164382-35a7-44c5-b939-25b36e951afb {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:19:44.542961 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Port d6284c7b-dcf6-4957-827e-42068dfd8ce4 on network 5b164382-35a7-44c5-b939-25b36e951afb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:19:44.543280 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Attempting to bind port d6284c7b-dcf6-4957-827e-42068dfd8ce4 on network 5b164382-35a7-44c5-b939-25b36e951afb {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:19:44.548904 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:19:44.549232 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Checking segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:19:44.549618 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Bound using segment: {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:19:44.550048 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Bound port: d6284c7b-dcf6-4957-827e-42068dfd8ce4, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e84fb28-46f5-4232-a37f-04a1da204fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:19:44.550409 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.608617 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7951664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110348'] for router, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.611956 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.630431 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] For port d6284c7b-dcf6-4957-827e-42068dfd8ce4, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:19:44.634827 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] For port d6284c7b-dcf6-4957-827e-42068dfd8ce4, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:19:44.645522 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.662655 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-6e53d69e-1095-4ae1-b67f-41cd7c7dbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:44.664309 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-6e53d69e-1095-4ae1-b67f-41cd7c7dbc44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1475229 Oct 11 16:19:44.665455 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7951675'] for router, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.666287 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2586b9e0-10d0-4bae-afeb-8352ae497ce1 {{(pid=94277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:19:44.671192 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.672465 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f6bb86ab-b476-4ac9-a3f9-0cb77ac59611 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2586b9e0-10d0-4bae-afeb-8352ae497ce1 HTTP/1.1" status: 204 len: 168 time: 1.2930257 Oct 11 16:19:44.681811 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54418) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:44.702844 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:44.703933 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.705776 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-adea1e09-f249-4629-a523-7502003c366c service neutron] 10.222.0.39 "PUT /v2.0/ports/d6284c7b-dcf6-4957-827e-42068dfd8ce4 HTTP/1.1" status: 200 len: 1093 time: 0.9309192 Oct 11 16:19:44.709308 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:19:44.712166 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f9467-4c87-4074-9022-7f270c66417f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:19:44.739663 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea1e09-f249-4629-a523-7502003c366c service neutron] Pushing event updated for resources: {'Port': ['ID=d6284c7b-dcf6-4957-827e-42068dfd8ce4,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:44.777501 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bced8ba-c8ba-4bf8-a26a-d02a602019d5 admin admin] Deleting subnet 7fbf775b-2386-4cfc-9730-c3ff13d36dda {{(pid=94277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:19:44.781172 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aebe3f8-fe24-43ea-8273-3e012c0c7a45 x-openstack-request-id: req-6aebe3f8-fe24-43ea-8273-3e012c0c7a45 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:19:44.781420 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:19:44.781709 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6aebe3f8-fe24-43ea-8273-3e012c0c7a45 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:19:44.781823 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2bced8ba-c8ba-4bf8-a26a-d02a602019d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.782063 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'status': 'completed', 'code': 200} Oct 11 16:19:44.800610 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-65e0f2aa-e48f-4d29-8659-afa15318528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:44.802157 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-65e0f2aa-e48f-4d29-8659-afa15318528a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 1096 time: 0.0520279 Oct 11 16:19:44.837859 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-d9dd1939-f831-4468-8651-7731dc197547 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641154 Oct 11 16:19:44.839976 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2bced8ba-c8ba-4bf8-a26a-d02a602019d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981957'] for subnet, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.853408 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-a27d7a0e-dcf4-4929-a988-f552649fa6a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4 HTTP/1.1" status: 200 len: 217 time: 0.0422165 Oct 11 16:19:44.917806 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-eeb60b4a-cbd5-4fb8-94b8-16dfe927611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:44.919488 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-eeb60b4a-cbd5-4fb8-94b8-16dfe927611b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0596275 Oct 11 16:19:44.970499 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-02ca581f-c55f-4ea5-b7ca-30f11bec8fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:44.972041 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-02ca581f-c55f-4ea5-b7ca-30f11bec8fad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456266 Oct 11 16:19:44.991558 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2bced8ba-c8ba-4bf8-a26a-d02a602019d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:44.995085 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c555aad7-2ee0-4d47-867b-7144402bdd9a req-444de6f8-07e5-43df-a8b3-79f163b3a8b7 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347311 Oct 11 16:19:45.054233 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2bced8ba-c8ba-4bf8-a26a-d02a602019d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3867586'] for subnet, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.082865 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-d436f65d-24f5-4d57-b67f-90111d5586ef service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026974 Oct 11 16:19:45.090973 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2bced8ba-c8ba-4bf8-a26a-d02a602019d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.095088 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-2bced8ba-c8ba-4bf8-a26a-d02a602019d5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7fbf775b-2386-4cfc-9730-c3ff13d36dda HTTP/1.1" status: 204 len: 168 time: 0.4127467 Oct 11 16:19:45.095976 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bced8ba-c8ba-4bf8-a26a-d02a602019d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbf775b-2386-4cfc-9730-c3ff13d36dda,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:45.096746 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435cb1a-aa89-4854-ac31-feb7b8de7a6f None None] Network 3201f3a0-2007-4f63-8366-27a056a46719 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:19:45.098440 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54422) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:45.173099 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.191749 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4a7cfcda-0188-4b0d-99de-be8ee2935ce4 req-3ee7ed71-a283-48de-809e-c85b7fdb8643 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999408 Oct 11 16:19:45.240798 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Deleting port db4df267-73f1-461a-b9ca-c074575271f0 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:45.241138 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.349975 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] DHCP port deletion for 3201f3a0-2007-4f63-8366-27a056a46719 request from dv-cinder-809518-6-iscsi {{(pid=94278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:19:45.350175 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f9467-4c87-4074-9022-7f270c66417f req-22ec2f79-e79a-4de6-9e1a-86a37e722da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:45.352183 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f14f9467-4c87-4074-9022-7f270c66417f req-22ec2f79-e79a-4de6-9e1a-86a37e722da8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 1096 time: 0.0799398 Oct 11 16:19:45.373616 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] For port db4df267-73f1-461a-b9ca-c074575271f0, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=db4df267-73f1-461a-b9ca-c074575271f0,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:45.374459 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.394159 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Calling delete_port for db4df267-73f1-461a-b9ca-c074575271f0 owned by network:dhcp {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:45.473752 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Deleting port db4df267-73f1-461a-b9ca-c074575271f0 {{(pid=94278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:19:45.474256 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.527017 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f9467-4c87-4074-9022-7f270c66417f req-e37252ec-4e0b-4030-9648-6779314c42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:45.531818 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.534985 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f14f9467-4c87-4074-9022-7f270c66417f req-e37252ec-4e0b-4030-9648-6779314c42f6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.1702743 Oct 11 16:19:45.551219 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] For port db4df267-73f1-461a-b9ca-c074575271f0, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=db4df267-73f1-461a-b9ca-c074575271f0,segment=NetworkSegment(a6f22434-816d-4360-bb1c-8ea6ca8a8775),segment_id=a6f22434-816d-4360-bb1c-8ea6ca8a8775)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:45.552243 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.567563 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Calling delete_port for db4df267-73f1-461a-b9ca-c074575271f0 owned by network:dhcp {{(pid=94278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:19:45.568946 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Pushing event deleted for resources: {'Port': ['ID=db4df267-73f1-461a-b9ca-c074575271f0,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:45.581898 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] No DVR routers for this DVR port db4df267-73f1-461a-b9ca-c074575271f0 on host dv-cinder-809518-6-iscsi {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:19:45.597584 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff79889-ec32-4fb1-8085-6099a35e9293 req-5d17588e-104f-467a-97a4-fbe9adab2f74 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:45.599120 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4ff79889-ec32-4fb1-8085-6099a35e9293 req-5d17588e-104f-467a-97a4-fbe9adab2f74 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 943 time: 0.1355882 Oct 11 16:19:45.600751 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f14f9467-4c87-4074-9022-7f270c66417f req-23993231-bb3e-4057-8cd6-8a4e895406c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4 HTTP/1.1" status: 200 len: 217 time: 0.0601113 Oct 11 16:19:45.650831 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356'] for port, after_delete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.667596 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] No DVR routers for this DVR port db4df267-73f1-461a-b9ca-c074575271f0 on host dv-cinder-809518-6-iscsi {{(pid=94278) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:19:45.668207 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.677648 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f9467-4c87-4074-9022-7f270c66417f req-b513035a-82b0-4a5f-85ce-e9d5def03fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:45.679576 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f14f9467-4c87-4074-9022-7f270c66417f req-b513035a-82b0-4a5f-85ce-e9d5def03fe4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0693688 Oct 11 16:19:45.701864 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3201f3a0-2007-4f63-8366-27a056a46719']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:45.708463 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 0652feab-fa2b-4fae-b0bc-7d20840deaaa no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:45.712157 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Pushing event deleted for resources: {'Port': ['ID=db4df267-73f1-461a-b9ca-c074575271f0,revision_number=None']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:45.714187 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f22434-816d-4360-bb1c-8ea6ca8a8775') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:45.714476 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f22434-816d-4360-bb1c-8ea6ca8a8775') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:19:45.728172 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.731593 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 0652feab-fa2b-4fae-b0bc-7d20840deaaa {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:45.731948 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 0652feab-fa2b-4fae-b0bc-7d20840deaaa not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:45.732349 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 9138b18b-37de-4d01-b1ea-02d8974b38ea no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:45.743279 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.746255 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f9467-4c87-4074-9022-7f270c66417f req-1eca9b66-31e8-4936-99a4-25ca6630ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:45.746255 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f14f9467-4c87-4074-9022-7f270c66417f req-1eca9b66-31e8-4936-99a4-25ca6630ca4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578976 Oct 11 16:19:45.749352 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4ff79889-ec32-4fb1-8085-6099a35e9293 req-f1232bf5-7b35-49e6-9709-4384360ae6b9 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813522 Oct 11 16:19:45.753283 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:19:45.754049 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:19:45.757672 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:19:45.765454 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.765801 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.766336 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.766658 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.767001 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.767300 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.767662 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.767988 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.768338 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.768665 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.768991 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.769330 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0c4d4-414e-4cb5-b814-495023fe37bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:19:45.772039 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 9138b18b-37de-4d01-b1ea-02d8974b38ea {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:45.772374 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 9138b18b-37de-4d01-b1ea-02d8974b38ea not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:45.772782 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device db4df267-73f1-461a-b9ca-c074575271f0 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:19:45.792593 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: db4df267-73f1-461a-b9ca-c074575271f0 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:19:45.792966 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device db4df267-73f1-461a-b9ca-c074575271f0 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:19:45.826406 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.831945 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:45.835512 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] 10.222.0.18 "DELETE /v2.0/networks/3201f3a0-2007-4f63-8366-27a056a46719 HTTP/1.1" status: 204 len: 168 time: 0.7354734 Oct 11 16:19:45.849405 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad135b17-c86b-4f0a-b6a8-68f3a01daf8b admin admin] Pushing event deleted for resources: {'Network': ['ID=3201f3a0-2007-4f63-8366-27a056a46719,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:45.862977 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f14f9467-4c87-4074-9022-7f270c66417f req-ba4a62cb-6cb2-4af3-be71-8ee85b46f990 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078460 Oct 11 16:19:45.957498 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f14f9467-4c87-4074-9022-7f270c66417f req-9025a697-a4cd-49a3-88bd-7d76608582da service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861456 Oct 11 16:19:46.004652 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54436) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:46.045507 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-ce152a12-6a50-42ba-bf00-7d1514af98c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b643602c30154dea846a6ff12bfab968&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397515 Oct 11 16:19:46.048979 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 54438) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:19:46.098698 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6b6bfb53-245b-4ea8-80d1-0b6c85ecc87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:46.123922 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6b6bfb53-245b-4ea8-80d1-0b6c85ecc87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:46.178593 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6b6bfb53-245b-4ea8-80d1-0b6c85ecc87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:46.181113 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6b6bfb53-245b-4ea8-80d1-0b6c85ecc87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:46.182257 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-6b6bfb53-245b-4ea8-80d1-0b6c85ecc87b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a612f1b-8512-48fd-9dc3-2ffc2e170ad0 HTTP/1.1" status: 204 len: 168 time: 0.1323900 Oct 11 16:19:46.190014 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bfb53-245b-4ea8-80d1-0b6c85ecc87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a612f1b-8512-48fd-9dc3-2ffc2e170ad0,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:46.874307 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a93ed-a2a3-4b12-aba4-4581f498c69e req-934b5515-f0f4-4bb6-b09c-096c9cf7cf11 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:46.875914 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-249a93ed-a2a3-4b12-aba4-4581f498c69e req-934b5515-f0f4-4bb6-b09c-096c9cf7cf11 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 943 time: 0.0487709 Oct 11 16:19:46.913666 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-249a93ed-a2a3-4b12-aba4-4581f498c69e req-a16d0af2-0f54-4a07-a505-78e0dcb35d12 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Oct 11 16:19:48.032451 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d6ad6-3913-45d9-8858-a6bb72952583 req-d85bc0c8-9b78-47a4-89b2-46a57d3d10fd tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:48.033937 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-aa2d6ad6-3913-45d9-8858-a6bb72952583 req-d85bc0c8-9b78-47a4-89b2-46a57d3d10fd tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 943 time: 0.0514898 Oct 11 16:19:48.076888 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-aa2d6ad6-3913-45d9-8858-a6bb72952583 req-860a849f-5cb2-4efc-afd5-885865c8c1de tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334733 Oct 11 16:19:49.498400 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9956f5-c43e-44ff-8738-1f54bac237b5 req-627c693b-f5e6-4138-a42a-9086f1a4b5f5 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:49.499926 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7b9956f5-c43e-44ff-8738-1f54bac237b5 req-627c693b-f5e6-4138-a42a-9086f1a4b5f5 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 943 time: 0.3519425 Oct 11 16:19:49.538443 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7b9956f5-c43e-44ff-8738-1f54bac237b5 req-22aff1e3-0727-46ed-9af6-d8f3303d8fbc tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Oct 11 16:19:50.664360 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bd2a8-7944-4b4b-9bfc-f42d9004aed6 req-a3867234-d933-40a0-834a-1c53e910d590 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:50.666147 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-357bd2a8-7944-4b4b-9bfc-f42d9004aed6 req-a3867234-d933-40a0-834a-1c53e910d590 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 943 time: 0.0514894 Oct 11 16:19:50.704547 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-357bd2a8-7944-4b4b-9bfc-f42d9004aed6 req-0938a3e1-d748-43f6-b709-1a1ce516f6ed tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Oct 11 16:19:51.821735 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91628a-471a-48b2-a761-151ffb6ab4b7 req-35aa088f-06cb-4bb8-9a94-91021829c11d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:51.823252 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6c91628a-471a-48b2-a761-151ffb6ab4b7 req-35aa088f-06cb-4bb8-9a94-91021829c11d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 943 time: 0.0494578 Oct 11 16:19:51.861304 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6c91628a-471a-48b2-a761-151ffb6ab4b7 req-0d834d49-3d06-4351-ab6b-4ce200f69bca tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313413 Oct 11 16:19:53.003280 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fa47-71d4-46b5-a671-4538ea221f68 req-c0de20c3-b864-48a8-8a81-a8e06da590ac tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:53.004779 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6f56fa47-71d4-46b5-a671-4538ea221f68 req-c0de20c3-b864-48a8-8a81-a8e06da590ac tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 943 time: 0.0599427 Oct 11 16:19:53.048027 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6f56fa47-71d4-46b5-a671-4538ea221f68 req-9018e686-1a59-457a-8722-d710faae6a20 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341055 Oct 11 16:19:54.184277 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b4245-fdbe-4862-a72a-b589f965218d req-12698942-d317-46de-b109-dd0e094de7ce tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:54.186103 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d22b4245-fdbe-4862-a72a-b589f965218d req-12698942-d317-46de-b109-dd0e094de7ce tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 943 time: 0.0547714 Oct 11 16:19:54.228112 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-d22b4245-fdbe-4862-a72a-b589f965218d req-16ebd53c-696f-4caa-9c33-d414fb177ffe tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345676 Oct 11 16:19:55.251385 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-cba35c5a-64f9-4a26-ae6c-6ee41d2b7555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:55.348022 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbb7b3-b78b-408c-9e22-0f860054403e req-c98d6356-ca90-44e6-b823-9a225ec755d1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:55.349535 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-10cbb7b3-b78b-408c-9e22-0f860054403e req-c98d6356-ca90-44e6-b823-9a225ec755d1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 943 time: 0.0507450 Oct 11 16:19:55.391509 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-10cbb7b3-b78b-408c-9e22-0f860054403e req-4a0f9f56-af50-48c0-b27a-9636a2ffc764 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359159 Oct 11 16:19:55.957035 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device d6284c7b-dcf6-4957-827e-42068dfd8ce4 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:19:56.065205 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port d6284c7b-dcf6-4957-827e-42068dfd8ce4, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:56.080578 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'port_id': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'mac_address': 'fa:16:3e:59:21:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:19:56.121060 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:56.134035 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6284c7b-dcf6-4957-827e-42068dfd8ce4 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:19:56.157276 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port d6284c7b-dcf6-4957-827e-42068dfd8ce4, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:19:56.163104 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:56.219822 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=d6284c7b-dcf6-4957-827e-42068dfd8ce4,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:19:56.528418 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4be40-eaec-4f3e-b51d-d5f50c842cd3 req-145fa3e6-f926-4fa8-a409-ecd3ccb3cd30 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:56.531317 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a2f4be40-eaec-4f3e-b51d-d5f50c842cd3 req-145fa3e6-f926-4fa8-a409-ecd3ccb3cd30 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 944 time: 0.0623679 Oct 11 16:19:56.577269 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a2f4be40-eaec-4f3e-b51d-d5f50c842cd3 req-182a97c9-bec9-4f2c-953e-312743415330 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365870 Oct 11 16:19:57.714529 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea430c1-203d-4123-9e61-165bed85a55b req-7843ee05-9917-46ae-a588-72c2aec78c8a tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:57.716081 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7ea430c1-203d-4123-9e61-165bed85a55b req-7843ee05-9917-46ae-a588-72c2aec78c8a tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 944 time: 0.0591083 Oct 11 16:19:57.720328 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-1410e619-bfce-44bd-aa5c-968ea7048031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:57.757333 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7ea430c1-203d-4123-9e61-165bed85a55b req-61f60fde-adf5-474e-ae25-e676700c5c89 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330210 Oct 11 16:19:58.875024 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:19:58.887641 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621281c-2627-47ce-8d26-880cfbc39788 req-54146022-438c-402b-a0fe-7a43b92ae8a1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:19:58.889254 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6621281c-2627-47ce-8d26-880cfbc39788 req-54146022-438c-402b-a0fe-7a43b92ae8a1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 944 time: 0.0570889 Oct 11 16:19:58.928821 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-6621281c-2627-47ce-8d26-880cfbc39788 req-a77e9c83-a979-4967-8267-105810974bf7 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Oct 11 16:19:58.988137 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:00.059170 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12730c-c655-4edf-a857-e661b6703c85 req-44645058-d046-4adc-833e-d4f4f715738c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:00.060656 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fb12730c-c655-4edf-a857-e661b6703c85 req-44645058-d046-4adc-833e-d4f4f715738c tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 944 time: 0.0561852 Oct 11 16:20:00.102946 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-fb12730c-c655-4edf-a857-e661b6703c85 req-0319c21b-bc6e-4764-8de4-3d8955a1e2d0 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329762 Oct 11 16:20:00.112122 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['d6284c7b-dcf6-4957-827e-42068dfd8ce4'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:20:00.694495 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:01.227955 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84fd15-b8cd-4d27-96f9-290b5f2ffc94 req-426bf2d3-36ab-49ef-ab22-3bbc64d167ed tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:01.229425 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dd84fd15-b8cd-4d27-96f9-290b5f2ffc94 req-426bf2d3-36ab-49ef-ab22-3bbc64d167ed tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 944 time: 0.0559964 Oct 11 16:20:01.268100 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-dd84fd15-b8cd-4d27-96f9-290b5f2ffc94 req-e173e14b-901b-4aa5-9c08-e2a05f075358 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327258 Oct 11 16:20:02.402569 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8b9e-de22-4349-bf5c-54dd7e89e6a3 req-3ae21ad3-e0c3-4df0-b5eb-9db8392938a1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:02.404084 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4b8f8b9e-de22-4349-bf5c-54dd7e89e6a3 req-3ae21ad3-e0c3-4df0-b5eb-9db8392938a1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 944 time: 0.0588207 Oct 11 16:20:02.445168 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-4b8f8b9e-de22-4349-bf5c-54dd7e89e6a3 req-ea79f600-824e-4954-95fe-00de32d99808 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Oct 11 16:20:02.645338 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device d6284c7b-dcf6-4957-827e-42068dfd8ce4 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:20:02.697776 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port d6284c7b-dcf6-4957-827e-42068dfd8ce4 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:20:02.701766 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port d6284c7b-dcf6-4957-827e-42068dfd8ce4 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:20:02.702153 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:02.785001 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:02.814024 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:20:02.816358 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb70a87-a0f2-4c51-9281-5bee18a9d389" -d '{"events": [{"server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "name": "network-vif-plugged", "status": "completed", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:20:02.830837 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port d6284c7b-dcf6-4957-827e-42068dfd8ce4, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:20:02.836324 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:02.890929 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=d6284c7b-dcf6-4957-827e-42068dfd8ce4,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:02.982014 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17298560-c241-4c82-a15c-9b1d45d35c6c x-openstack-request-id: req-17298560-c241-4c82-a15c-9b1d45d35c6c {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:20:02.982283 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "name": "network-vif-plugged", "status": "completed", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:20:02.982533 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17298560-c241-4c82-a15c-9b1d45d35c6c {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:20:02.982927 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'code': 200} Oct 11 16:20:03.239982 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da435b-ac78-462d-8626-fd7d79b2ae93 req-731d47d6-5f5c-4323-97c9-5a535e870784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:03.242311 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-86da435b-ac78-462d-8626-fd7d79b2ae93 req-731d47d6-5f5c-4323-97c9-5a535e870784 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 1098 time: 0.0458233 Oct 11 16:20:03.280024 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-86da435b-ac78-462d-8626-fd7d79b2ae93 req-f8db5aa0-0e96-4567-ab46-89212fd11af8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305662 Oct 11 16:20:03.570637 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786895cc-e8df-4b82-9c35-8a2ff40fcc4b req-a03939e0-e448-40fb-8bfa-876c294de1de tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:03.572164 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-786895cc-e8df-4b82-9c35-8a2ff40fcc4b req-a03939e0-e448-40fb-8bfa-876c294de1de tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 945 time: 0.0560050 Oct 11 16:20:03.611274 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-786895cc-e8df-4b82-9c35-8a2ff40fcc4b req-cce0a85d-5a12-4d30-94e6-38983fc4a2ad tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330644 Oct 11 16:20:04.744954 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed3922-f76d-4d93-abc8-a7237482a76e req-a6a8b046-082d-4f08-8ae3-0ba1cdd8c44b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:04.746674 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-42ed3922-f76d-4d93-abc8-a7237482a76e req-a6a8b046-082d-4f08-8ae3-0ba1cdd8c44b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 945 time: 0.0613835 Oct 11 16:20:04.787171 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-42ed3922-f76d-4d93-abc8-a7237482a76e req-8b8aef8d-4847-4590-a0d5-f88e05c56f58 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327826 Oct 11 16:20:05.913561 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dcf9c-3505-417e-bcb5-e40ed37b19de req-e8697923-4103-4e6e-a407-aa210c973732 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:05.915188 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-af3dcf9c-3505-417e-bcb5-e40ed37b19de req-e8697923-4103-4e6e-a407-aa210c973732 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 945 time: 0.0549502 Oct 11 16:20:05.958068 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-af3dcf9c-3505-417e-bcb5-e40ed37b19de req-7eb86086-047c-477a-b2e7-f531092d6597 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356545 Oct 11 16:20:06.076679 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f419c98-c458-4898-a8c5-5807c0dec914 req-f1a8b8f8-b39e-491f-baa6-ddc034ec00a1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:06.078201 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7f419c98-c458-4898-a8c5-5807c0dec914 req-f1a8b8f8-b39e-491f-baa6-ddc034ec00a1 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 945 time: 0.0520349 Oct 11 16:20:06.122451 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7f419c98-c458-4898-a8c5-5807c0dec914 req-74b330cd-eb6e-4f5f-a0d7-e9217a165c3b tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357797 Oct 11 16:20:06.145471 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54782) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:06.346605 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220a97b-7952-4332-b0d2-2ae96479e067 tempest-TestVolumeBootPattern-1498230225 tempest-TestVolumeBootPattern-1498230225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:06.348241 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-5220a97b-7952-4332-b0d2-2ae96479e067 tempest-TestVolumeBootPattern-1498230225 tempest-TestVolumeBootPattern-1498230225-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 1093 time: 0.2015963 Oct 11 16:20:06.352301 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 54786) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:06.357080 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Request body: {'floatingip': {'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'port_id': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:20:06.380786 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:06.483709 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:06.589125 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_common [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Allocated IP 172.27.0.185 (cb0e126e-49a6-4eb7-9e1a-7531a0e392d6/6c86afe8-552d-43ce-afad-ade4dcd8a8b6/966451c5-b83d-4d0c-b18f-1487d9329f69) {{(pid=94277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:20:06.705953 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for port, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:06.744704 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:06.781469 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Network cb0e126e-49a6-4eb7-9e1a-7531a0e392d6 is already hosted by enough agents. {{(pid=94277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:20:06.784509 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Resources bound (agent type, host, resource id): {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:20:06.790182 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Received port after_create {{(pid=94277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:20:06.823408 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'Port': ['ID=966451c5-b83d-4d0c-b18f-1487d9329f69,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:06.833253 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.833604 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.833940 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.834281 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.834611 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.834950 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.835313 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.835651 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.835962 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.836308 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.836617 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:06.836933 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:07.201401 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:07.288334 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:07.451237 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for port, precommit_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:07.458203 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3303041'] for port, after_update {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:07.525133 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event updated for resources: {'Port': ['ID=966451c5-b83d-4d0c-b18f-1487d9329f69,revision_number=2']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:07.541720 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7994774'] for floatingip, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:07.584264 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:07.658312 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.l3_db [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Floating IP 50f5096e-a72f-4492-94c4-2a2311c1e79a associated. External IP: 172.27.0.185, port: d6284c7b-dcf6-4957-827e-42068dfd8ce4. Oct 11 16:20:07.874309 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Router 270e0103-5605-4069-990e-307a35ac3ec9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:20:07.992816 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:20:08.003402 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] Sync routers for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:20:08.014785 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:20:08.015420 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:19:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:20:08.016214 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:08.046593 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-3b3731f2-6387-4aae-a727-611e54fc0076 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6929760 Oct 11 16:20:08.047232 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:20:08.049621 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741972f2-fe36-412e-9c65-f413f8dac408" -d '{"events": [{"name": "network-changed", "server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:20:08.139120 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:20:08.156993 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca44b8fd-c403-4fa3-a43e-8758b08cd189 x-openstack-request-id: req-ca44b8fd-c403-4fa3-a43e-8758b08cd189 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:20:08.157285 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:20:08.157534 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca44b8fd-c403-4fa3-a43e-8758b08cd189 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:20:08.157936 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'status': 'completed', 'code': 200} Oct 11 16:20:08.229304 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741972f2-fe36-412e-9c65-f413f8dac408 req-c939592e-85c4-4a62-8588-8d67d8f7a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:08.232369 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-741972f2-fe36-412e-9c65-f413f8dac408 req-c939592e-85c4-4a62-8588-8d67d8f7a541 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 1098 time: 0.0493519 Oct 11 16:20:08.378124 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741972f2-fe36-412e-9c65-f413f8dac408 req-7a5d8f05-224e-431c-88e1-5b9bc1c6e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:08.382516 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-741972f2-fe36-412e-9c65-f413f8dac408 req-7a5d8f05-224e-431c-88e1-5b9bc1c6e5a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.1358581 Oct 11 16:20:08.412883 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': '50f5096e-a72f-4492-94c4-2a2311c1e79a', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:59:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:20:07Z', 'updated_at': '2021-10-11T16:20:07Z', 'revision_number': 0, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}, {'id': 'f3439289-e7c6-4bb4-bf5c-dad78eedbe45', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:17:37Z', 'updated_at': '2021-10-11T16:17:39Z', 'revision_number': 1, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:20:08.443532 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] Checking router: 270e0103-5605-4069-990e-307a35ac3ec9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:20:08.458201 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:20:08.458201 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:19:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:20:08.464087 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-741972f2-fe36-412e-9c65-f413f8dac408 req-d6d58c78-2d0f-4ce6-8fe8-35afb01122a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4 HTTP/1.1" status: 200 len: 999 time: 0.0699325 Oct 11 16:20:08.522028 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741972f2-fe36-412e-9c65-f413f8dac408 req-a58247c6-67a5-4307-b6f8-218c9f678c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:08.523638 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-741972f2-fe36-412e-9c65-f413f8dac408 req-a58247c6-67a5-4307-b6f8-218c9f678c5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0511167 Oct 11 16:20:08.565506 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:20:08.576085 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741972f2-fe36-412e-9c65-f413f8dac408 req-70431ca7-b0ef-4486-8318-0f182c10b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:08.577680 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-741972f2-fe36-412e-9c65-f413f8dac408 req-70431ca7-b0ef-4486-8318-0f182c10b72f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455570 Oct 11 16:20:08.678137 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-741972f2-fe36-412e-9c65-f413f8dac408 req-271d1c26-8bf8-4a80-8f01-6c9f0378891d service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928037 Oct 11 16:20:08.773719 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-741972f2-fe36-412e-9c65-f413f8dac408 req-fda4a027-18b8-4ea9-ae80-5c7c669f14ca service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873511 Oct 11 16:20:08.945945 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': '50f5096e-a72f-4492-94c4-2a2311c1e79a', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:59:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:20:07Z', 'updated_at': '2021-10-11T16:20:07Z', 'revision_number': 0, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}, {'id': 'f3439289-e7c6-4bb4-bf5c-dad78eedbe45', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:17:37Z', 'updated_at': '2021-10-11T16:17:39Z', 'revision_number': 1, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:20:08.978924 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac7b19c-4c9e-4952-82da-1bac0c76dbcf None None] The sync data for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi is: [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': '50f5096e-a72f-4492-94c4-2a2311c1e79a', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.185', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:59:21:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:20:07Z', 'updated_at': '2021-10-11T16:20:07Z', 'revision_number': 0, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}, {'id': 'f3439289-e7c6-4bb4-bf5c-dad78eedbe45', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:17:37Z', 'updated_at': '2021-10-11T16:17:39Z', 'revision_number': 1, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:20:09.181703 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ff75b3-dfdb-4e8a-8479-945b7087c5b7 None None] New status for floating IP 50f5096e-a72f-4492-94c4-2a2311c1e79a: ACTIVE {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:20:15.596349 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:20:25.242326 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3011e6da-048f-4938-a386-520b2e1a632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:27.725681 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f83e16b1-e05c-4334-b99e-afbc2be18031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:28.888792 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:28.987592 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:30.696208 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:37.594694 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:45.466434 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55180) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:45.575066 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c05d5fa7-5c9f-4dd9-89ae-0076a9e4dcff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:45.649568 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c05d5fa7-5c9f-4dd9-89ae-0076a9e4dcff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:45.655492 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-c05d5fa7-5c9f-4dd9-89ae-0076a9e4dcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:45.691168 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d5fa7-5c9f-4dd9-89ae-0076a9e4dcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c542e3fc-eadf-408b-b26b-d5e18c12a9b4,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:45.695510 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-c05d5fa7-5c9f-4dd9-89ae-0076a9e4dcff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e5790f78e4e4cf29ad2bc3abff88d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280092 Oct 11 16:20:45.698677 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55184) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:45.746777 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f4746fce-fbd1-4aa5-b5d7-68bff35da795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:45.772898 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f4746fce-fbd1-4aa5-b5d7-68bff35da795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:45.821326 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f4746fce-fbd1-4aa5-b5d7-68bff35da795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:45.823888 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f4746fce-fbd1-4aa5-b5d7-68bff35da795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:45.825075 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f4746fce-fbd1-4aa5-b5d7-68bff35da795 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c542e3fc-eadf-408b-b26b-d5e18c12a9b4 HTTP/1.1" status: 204 len: 168 time: 0.1257036 Oct 11 16:20:45.833073 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4746fce-fbd1-4aa5-b5d7-68bff35da795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c542e3fc-eadf-408b-b26b-d5e18c12a9b4,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:46.114214 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55196) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:46.130852 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:46.213469 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:46.218601 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:46.254558 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3fe0beaa708b4ed2a1d6ea2e7b90d778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391554 Oct 11 16:20:46.257651 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55198) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:46.259226 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1662866-5bf5-4adf-b75d-a7bef1021c19,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:46.266893 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.267187 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.267596 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.267922 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.268251 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.268549 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.268883 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.269198 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.269498 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.269810 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.270118 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.271344 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b63b927-43ab-4928-91df-a75ac149a9e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:46.312710 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a0db2b3c-a40c-4662-8e0f-85ad675580ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:46.334225 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a0db2b3c-a40c-4662-8e0f-85ad675580ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:46.344836 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-9f2ec5c0-2aa8-470e-bde2-a76a6d6cfc0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488818 Oct 11 16:20:46.381223 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a0db2b3c-a40c-4662-8e0f-85ad675580ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:46.383929 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-a0db2b3c-a40c-4662-8e0f-85ad675580ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:46.385111 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-a0db2b3c-a40c-4662-8e0f-85ad675580ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1662866-5bf5-4adf-b75d-a7bef1021c19 HTTP/1.1" status: 204 len: 168 time: 0.1263800 Oct 11 16:20:46.393682 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db2b3c-a40c-4662-8e0f-85ad675580ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1662866-5bf5-4adf-b75d-a7bef1021c19,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:46.431632 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-820111af-7927-4f0b-9cc1-a857020e6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:46.433159 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-820111af-7927-4f0b-9cc1-a857020e6513 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 1099 time: 0.0440803 Oct 11 16:20:46.541065 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-900fe7a4-096f-481d-bedf-220f09598054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:46.542578 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-900fe7a4-096f-481d-bedf-220f09598054 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.0893302 Oct 11 16:20:46.615200 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-b8052a99-5455-4e60-b0bb-bd55d8b965a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa HTTP/1.1" status: 200 len: 1001 time: 0.0642452 Oct 11 16:20:46.666078 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-91c5434c-ac8d-4237-927b-808c3d8844d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:46.667557 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-91c5434c-ac8d-4237-927b-808c3d8844d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0451176 Oct 11 16:20:46.715701 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-04526a97-087a-4769-90ad-01ba4f920adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:46.717267 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-04526a97-087a-4769-90ad-01ba4f920adb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414124 Oct 11 16:20:46.813952 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-a75b5d74-dfa9-4de8-9673-f92a82944204 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884154 Oct 11 16:20:46.907943 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-3c83cbbc-91fa-4cb9-9b66-28b6624a5a5f req-465bd8aa-d3e6-447c-9d7e-1443e5a990db service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854342 Oct 11 16:20:47.273315 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55232) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:47.381576 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-feaee318-3535-4e3b-9dad-0524ae110925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:47.458322 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-feaee318-3535-4e3b-9dad-0524ae110925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:47.463207 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-feaee318-3535-4e3b-9dad-0524ae110925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:47.506437 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-feaee318-3535-4e3b-9dad-0524ae110925 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a16e8f679cc341529fa1d47127be203b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318485 Oct 11 16:20:47.509683 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55244) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:47.522877 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaee318-3535-4e3b-9dad-0524ae110925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3db6024-8206-4b03-af0e-8247c5b54ab2,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:47.569663 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2567aae7-e988-4df2-b5a8-e5a4f21ef5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:47.596695 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2567aae7-e988-4df2-b5a8-e5a4f21ef5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:47.649721 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2567aae7-e988-4df2-b5a8-e5a4f21ef5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:47.652861 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-2567aae7-e988-4df2-b5a8-e5a4f21ef5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:47.656805 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-2567aae7-e988-4df2-b5a8-e5a4f21ef5c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c3db6024-8206-4b03-af0e-8247c5b54ab2 HTTP/1.1" status: 204 len: 168 time: 0.1461720 Oct 11 16:20:47.666634 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567aae7-e988-4df2-b5a8-e5a4f21ef5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3db6024-8206-4b03-af0e-8247c5b54ab2,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:48.393873 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55290) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:48.599394 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1684591963-network', 'tenant_id': '7d188929e02842fc99d903ef6311f900'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:20:48.621982 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Made reservation on behalf of 7d188929e02842fc99d903ef6311f900 for: {'network': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:20:48.624819 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:48.638787 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:48.719615 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:48.724605 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:48.745661 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=94276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:20:48.759665 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:48.765918 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:48.766262 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.segments_db [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Added segment 657ebfe3-fb3f-46ea-9f95-dd6d5070a8af of type vlan for network aac47369-41ea-4c36-b97f-08b92cf0214b Oct 11 16:20:48.807961 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:48.834025 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:48.834981 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:48.835590 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:48.841144 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55304) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:48.888481 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4934089 Oct 11 16:20:48.891687 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55308) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:48.897985 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Request body: {'subnet': {'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1684591963-subnet', 'tenant_id': '7d188929e02842fc99d903ef6311f900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:20:48.900200 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8079e8b-9828-447a-8ef9-170af7eccba1 admin admin] Pushing event updated for resources: {'Network': ['ID=aac47369-41ea-4c36-b97f-08b92cf0214b,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:48.911414 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network aac47369-41ea-4c36-b97f-08b92cf0214b details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:20:48.929486 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Made reservation on behalf of 7d188929e02842fc99d903ef6311f900 for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:20:48.932322 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3867621'] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:48.988177 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8e619af9-4106-43ac-bc79-a91e72694630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.160248 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8e619af9-4106-43ac-bc79-a91e72694630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.170759 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-8e619af9-4106-43ac-bc79-a91e72694630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.188219 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3867595'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.240839 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e619af9-4106-43ac-bc79-a91e72694630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662a2dc7-8c7a-4744-a3c6-b5922456d4d7,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:49.245719 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-8e619af9-4106-43ac-bc79-a91e72694630 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=890d86002c034a20b1ae0524122a9a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033780 Oct 11 16:20:49.249248 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55310) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:49.269898 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df98479-df52-489a-bd99-68b3cca62047,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:49.282324 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Checking segment: {'id': '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:20:49.282790 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Network hostable DHCP agents. Network: aac47369-41ea-4c36-b97f-08b92cf0214b, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:20:49.302558 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Network aac47369-41ea-4c36-b97f-08b92cf0214b is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:20:49.308175 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e683-efe8-44e7-bfd5-39d7e5837434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.312572 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, aac47369-41ea-4c36-b97f-08b92cf0214b) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:20:49.317464 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:49.318178 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.323516 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f9d68-d803-43d0-9280-d18ac9a4062e None None] Network aac47369-41ea-4c36-b97f-08b92cf0214b requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:20:49.331197 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e683-efe8-44e7-bfd5-39d7e5837434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.350172 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-6c6e1536-8307-4dc1-a7c2-e446aada9bb6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4482455 Oct 11 16:20:49.396847 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e683-efe8-44e7-bfd5-39d7e5837434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.400412 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e683-efe8-44e7-bfd5-39d7e5837434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.404802 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-c9a2e683-efe8-44e7-bfd5-39d7e5837434 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/662a2dc7-8c7a-4744-a3c6-b5922456d4d7 HTTP/1.1" status: 204 len: 168 time: 0.1511459 Oct 11 16:20:49.413316 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2e683-efe8-44e7-bfd5-39d7e5837434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662a2dc7-8c7a-4744-a3c6-b5922456d4d7,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:49.468484 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea5f82-4e56-4ea0-b289-aee4cf7951c1 None None] Network aac47369-41ea-4c36-b97f-08b92cf0214b requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:20:49.685584 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55322) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:49.698816 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4939-8f5f-4f73-ba91-995cfb1781d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.775938 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4939-8f5f-4f73-ba91-995cfb1781d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.781484 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4939-8f5f-4f73-ba91-995cfb1781d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.821434 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-bf6e4939-8f5f-4f73-ba91-995cfb1781d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8cfec4caadb2475fb2fe9fc75d0093e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1346562 Oct 11 16:20:49.822389 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e4939-8f5f-4f73-ba91-995cfb1781d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524711b7-b721-45bf-b0f2-3b4b1d980fdd,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:49.824424 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55324) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:49.875334 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f502e805-d8c2-45d0-89d0-e59edc314295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.899009 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f502e805-d8c2-45d0-89d0-e59edc314295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.955270 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f502e805-d8c2-45d0-89d0-e59edc314295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.957898 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-f502e805-d8c2-45d0-89d0-e59edc314295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:49.961398 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-f502e805-d8c2-45d0-89d0-e59edc314295 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/524711b7-b721-45bf-b0f2-3b4b1d980fdd HTTP/1.1" status: 204 len: 168 time: 0.1336293 Oct 11 16:20:49.977502 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502e805-d8c2-45d0-89d0-e59edc314295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524711b7-b721-45bf-b0f2-3b4b1d980fdd,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:51.278808 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-c69d94dd-ece5-4d61-976b-368c8594f548 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:51.280852 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-c69d94dd-ece5-4d61-976b-368c8594f548 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/networks?id=aac47369-41ea-4c36-b97f-08b92cf0214b HTTP/1.1" status: 200 len: 814 time: 0.1085589 Oct 11 16:20:51.297906 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-8bf30d4a-0fd7-44c8-96d7-62e2a025658c tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/quotas/7d188929e02842fc99d903ef6311f900 HTTP/1.1" status: 200 len: 375 time: 0.0105207 Oct 11 16:20:51.330946 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-f32955ae-711e-473b-9e7a-21436eeddf99 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d188929e02842fc99d903ef6311f900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267208 Oct 11 16:20:51.426696 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-876d6aa2-6663-4a58-8e82-83d270e1625a service neutron] 10.222.0.18 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885730 Oct 11 16:20:51.525468 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-c1c1616f-d46e-4406-b1f3-5639b0c4abcf service neutron] 10.222.0.18 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920496 Oct 11 16:20:51.693288 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e787179f-a5e1-4c4d-8fc0-50d82fe01342 req-77a47c96-ed13-4293-9656-592087c9ea3b tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 210 time: 0.0268021 Oct 11 16:20:52.093265 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55422) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:52.199516 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-44305615-5d06-4856-8cf7-e58235c400cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:52.278973 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-44305615-5d06-4856-8cf7-e58235c400cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:52.288202 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-44305615-5d06-4856-8cf7-e58235c400cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:52.326351 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-44305615-5d06-4856-8cf7-e58235c400cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b94f2c29232b4e1d8b49d4564d56bdff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318771 Oct 11 16:20:52.327148 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44305615-5d06-4856-8cf7-e58235c400cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2061d107-2f16-484f-9166-27301461ee6a,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:52.329149 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55426) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:52.385834 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-89b1b248-2393-442c-bb76-87f2a461bd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:52.412958 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-89b1b248-2393-442c-bb76-87f2a461bd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:52.468425 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-89b1b248-2393-442c-bb76-87f2a461bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:52.471089 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-89b1b248-2393-442c-bb76-87f2a461bd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:52.472341 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-89b1b248-2393-442c-bb76-87f2a461bd03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2061d107-2f16-484f-9166-27301461ee6a HTTP/1.1" status: 204 len: 168 time: 0.1421309 Oct 11 16:20:52.479866 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1b248-2393-442c-bb76-87f2a461bd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2061d107-2f16-484f-9166-27301461ee6a,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:52.597745 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:20:52.772071 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-a96f2d8c-0186-42a6-b88b-0da19f16255a tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:52.773877 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-a96f2d8c-0186-42a6-b88b-0da19f16255a tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.39 "GET /v2.0/networks?id=aac47369-41ea-4c36-b97f-08b92cf0214b HTTP/1.1" status: 200 len: 814 time: 0.1215110 Oct 11 16:20:52.785632 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55434) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:52.798292 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Request body: {'port': {'device_id': '799fed0d-e26a-4e0d-a2af-d402dbf19b46', 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b', 'admin_state_up': True, 'tenant_id': '7d188929e02842fc99d903ef6311f900'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:20:52.809293 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-024a44af-9676-403c-a649-c1e3e4c08edd req-db5a6938-5d85-4c5c-80f3-40eab70cec85 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 210 time: 0.0350418 Oct 11 16:20:53.061044 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba168-d716-446e-b584-ca4fc7394d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.197489 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Made reservation on behalf of 7d188929e02842fc99d903ef6311f900 for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:20:53.205177 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.226855 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba168-d716-446e-b584-ca4fc7394d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.232734 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-bf1ba168-d716-446e-b584-ca4fc7394d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.317374 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-bf1ba168-d716-446e-b584-ca4fc7394d1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9b3711850ba4d0685305442b4c84551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305030 Oct 11 16:20:53.320199 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55440) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:53.322094 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ba168-d716-446e-b584-ca4fc7394d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad009154-6990-4feb-8f8e-6d747ee0377c,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:53.374140 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-622439b5-8924-41ec-a488-cafb85f165a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.388626 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Allocated IP 172.20.0.2 (aac47369-41ea-4c36-b97f-08b92cf0214b/0df98479-df52-489a-bd99-68b3cca62047/072150ca-d89a-4d6b-87d1-b2a9b261be75) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:20:53.396779 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-622439b5-8924-41ec-a488-cafb85f165a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.446762 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-622439b5-8924-41ec-a488-cafb85f165a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.449706 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-622439b5-8924-41ec-a488-cafb85f165a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.450969 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-622439b5-8924-41ec-a488-cafb85f165a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad009154-6990-4feb-8f8e-6d747ee0377c HTTP/1.1" status: 204 len: 168 time: 0.1297731 Oct 11 16:20:53.459144 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622439b5-8924-41ec-a488-cafb85f165a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad009154-6990-4feb-8f8e-6d747ee0377c,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:53.558434 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.595691 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.638685 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Network aac47369-41ea-4c36-b97f-08b92cf0214b is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:20:53.643836 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:20:53.646686 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:20:53.683075 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Pushing event updated for resources: {'Port': ['ID=072150ca-d89a-4d6b-87d1-b2a9b261be75,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:53.708193 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:53.708862 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:53.726645 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-d62025ba-bba8-4ac3-9681-dc2c68bab2d0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9336886 Oct 11 16:20:53.738700 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Request body: {'port': {'device_id': '799fed0d-e26a-4e0d-a2af-d402dbf19b46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:20:53.798278 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.009429 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab6bf7-9e57-46fb-b36d-969e07349991 req-febbc22f-f326-4970-8f9c-8738556d9904 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:54.010939 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2aab6bf7-9e57-46fb-b36d-969e07349991 req-febbc22f-f326-4970-8f9c-8738556d9904 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 931 time: 0.1041484 Oct 11 16:20:54.084361 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2aab6bf7-9e57-46fb-b36d-969e07349991 req-a1988cc0-f4db-4420-a2f2-9eb7a9600aea tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653391 Oct 11 16:20:54.148554 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072150ca-d89a-4d6b-87d1-b2a9b261be75 {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:20:54.156528 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.156738 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55464) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:54.170128 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Transition to ACTIVE for port object 072150ca-d89a-4d6b-87d1-b2a9b261be75 will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:20:54.175194 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.224343 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Pushing event updated for resources: {'Port': ['ID=072150ca-d89a-4d6b-87d1-b2a9b261be75,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:54.254844 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1317420627-network', 'tenant_id': '05774ff2f23f4381b35fc0393ab59b7b'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:20:54.276694 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Made reservation on behalf of 05774ff2f23f4381b35fc0393ab59b7b for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:20:54.279156 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.288340 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.303535 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Attempting to bind port 072150ca-d89a-4d6b-87d1-b2a9b261be75 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:20:54.303873 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Attempting to bind port 072150ca-d89a-4d6b-87d1-b2a9b261be75 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:20:54.304208 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Attempting to bind port 072150ca-d89a-4d6b-87d1-b2a9b261be75 on network aac47369-41ea-4c36-b97f-08b92cf0214b {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:20:54.308992 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Port 072150ca-d89a-4d6b-87d1-b2a9b261be75 on network aac47369-41ea-4c36-b97f-08b92cf0214b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:20:54.309232 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Attempting to bind port 072150ca-d89a-4d6b-87d1-b2a9b261be75 on network aac47369-41ea-4c36-b97f-08b92cf0214b {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:20:54.314372 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:20:54.314707 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Checking segment: {'id': '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:20:54.315085 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Bound using segment: {'id': '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:20:54.315533 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Bound port: 072150ca-d89a-4d6b-87d1-b2a9b261be75, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:20:54.315895 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.364590 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.371669 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.383993 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] For port 072150ca-d89a-4d6b-87d1-b2a9b261be75, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:20:54.388195 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] For port 072150ca-d89a-4d6b-87d1-b2a9b261be75, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=072150ca-d89a-4d6b-87d1-b2a9b261be75,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:20:54.393015 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=94277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:20:54.393520 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.406876 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a467f2a-c8fe-4b84-8b57-8707b1096635,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:54.411758 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.412093 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Added segment c93280b3-c340-45a6-8d42-66deea44486d of type vlan for network 39ff1e45-6fd3-4c26-bc8a-2ce4c7904845 Oct 11 16:20:54.427148 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:54.427786 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.429205 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] 10.222.0.39 "PUT /v2.0/ports/072150ca-d89a-4d6b-87d1-b2a9b261be75 HTTP/1.1" status: 200 len: 1093 time: 0.6948457 Oct 11 16:20:54.429652 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799fed0d-e26a-4e0d-a2af-d402dbf19b46', 'tag': '072150ca-d89a-4d6b-87d1-b2a9b261be75'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:20:54.431994 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0867d91f-9e26-4926-88f2-721d6c2a4888" -d '{"events": [{"name": "network-changed", "server_uuid": "799fed0d-e26a-4e0d-a2af-d402dbf19b46", "tag": "072150ca-d89a-4d6b-87d1-b2a9b261be75"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:20:54.456327 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.473481 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c35ee-76b1-4346-880a-93dcf2a69e3b service neutron] Pushing event updated for resources: {'Port': ['ID=072150ca-d89a-4d6b-87d1-b2a9b261be75,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:54.488647 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20f99d3-8211-46d6-9483-4c7f3bace89d x-openstack-request-id: req-c20f99d3-8211-46d6-9483-4c7f3bace89d {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:20:54.489035 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799fed0d-e26a-4e0d-a2af-d402dbf19b46", "tag": "072150ca-d89a-4d6b-87d1-b2a9b261be75", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:20:54.489282 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c20f99d3-8211-46d6-9483-4c7f3bace89d {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:20:54.489588 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799fed0d-e26a-4e0d-a2af-d402dbf19b46', 'tag': '072150ca-d89a-4d6b-87d1-b2a9b261be75', 'status': 'completed', 'code': 200} Oct 11 16:20:54.491827 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.493143 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:54.493935 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.518447 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-7bccabc1-9543-4213-8cec-ede2f7092fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:54.519988 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-7bccabc1-9543-4213-8cec-ede2f7092fb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d188929e02842fc99d903ef6311f900&device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 1096 time: 0.0433502 Oct 11 16:20:54.551457 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3906066 Oct 11 16:20:54.554662 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55470) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:54.560112 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Request body: {'subnet': {'network_id': '39ff1e45-6fd3-4c26-bc8a-2ce4c7904845', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1317420627-subnet', 'tenant_id': '05774ff2f23f4381b35fc0393ab59b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:20:54.565971 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-4c1d4057-9ec8-4427-9650-edb487cfa3bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=072150ca-d89a-4d6b-87d1-b2a9b261be75 HTTP/1.1" status: 200 len: 217 time: 0.0382636 Oct 11 16:20:54.569434 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf492c-3f52-40d0-a93b-7522e8c86019 admin admin] Pushing event updated for resources: {'Network': ['ID=39ff1e45-6fd3-4c26-bc8a-2ce4c7904845,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:54.581495 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 39ff1e45-6fd3-4c26-bc8a-2ce4c7904845 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:20:54.590244 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Made reservation on behalf of 05774ff2f23f4381b35fc0393ab59b7b for: {'subnet': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:20:54.592819 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3867621'] for subnet, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.621314 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-10d82d78-fec2-47fe-8f72-b00f0bb2a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:54.622735 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-10d82d78-fec2-47fe-8f72-b00f0bb2a5e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0df98479-df52-489a-bd99-68b3cca62047 HTTP/1.1" status: 200 len: 854 time: 0.0502357 Oct 11 16:20:54.658117 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-8bc43347-b0fd-468b-8a55-a311a049d89f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aac47369-41ea-4c36-b97f-08b92cf0214b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279584 Oct 11 16:20:54.752959 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-462eed56-ade1-4de3-acef-a39991868ad7 service neutron] 10.222.0.39 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879977 Oct 11 16:20:54.760069 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3303156', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3867595'] for subnet, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.812585 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8582786f-0eb4-4478-b2d2-c9f590db3920,revision_number=0']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:54.822871 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Checking segment: {'id': 'c93280b3-c340-45a6-8d42-66deea44486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '39ff1e45-6fd3-4c26-bc8a-2ce4c7904845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:20:54.823221 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Network hostable DHCP agents. Network: 39ff1e45-6fd3-4c26-bc8a-2ce4c7904845, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:20:54.842026 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Network 39ff1e45-6fd3-4c26-bc8a-2ce4c7904845 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:20:54.849161 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0f2e9726-e63e-4665-8551-5acc2b27792c req-ac3ffec7-8971-4d45-85a7-58b203e435bb service neutron] 10.222.0.39 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890868 Oct 11 16:20:54.853612 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.base_scheduler [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 39ff1e45-6fd3-4c26-bc8a-2ce4c7904845) {{(pid=94277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:20:54.857675 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:54.858260 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:54.863083 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12fb59d-98db-40b0-8415-3254f05c149a None None] Network 39ff1e45-6fd3-4c26-bc8a-2ce4c7904845 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:20:54.888001 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-d0039e16-db79-44ab-a28d-1c404eecd9dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3321810 Oct 11 16:20:54.952690 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-be419237-6ec1-41a2-8a90-15840582c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:54.954706 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-be419237-6ec1-41a2-8a90-15840582c3c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d188929e02842fc99d903ef6311f900&device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 1096 time: 0.0440185 Oct 11 16:20:55.002202 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bf2043-000d-4e47-b17a-415bb1142d2b None None] Network 39ff1e45-6fd3-4c26-bc8a-2ce4c7904845 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:20:55.056579 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-fbd22d60-3c43-4cd7-8b70-6f3baa2e33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:55.058106 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-fbd22d60-3c43-4cd7-8b70-6f3baa2e33e8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aac47369-41ea-4c36-b97f-08b92cf0214b HTTP/1.1" status: 200 len: 915 time: 0.0964913 Oct 11 16:20:55.103751 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-7ae278ef-a4ee-4a0c-9973-8ce0fb01356e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=072150ca-d89a-4d6b-87d1-b2a9b261be75 HTTP/1.1" status: 200 len: 217 time: 0.0386908 Oct 11 16:20:55.178739 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-27aba7be-e058-460a-8e43-a61e67ad4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:55.180220 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-27aba7be-e058-460a-8e43-a61e67ad4a8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0df98479-df52-489a-bd99-68b3cca62047 HTTP/1.1" status: 200 len: 854 time: 0.0699952 Oct 11 16:20:55.222012 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-7ae749d9-3f25-48e7-8be6-faccb719f56b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aac47369-41ea-4c36-b97f-08b92cf0214b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278871 Oct 11 16:20:55.245473 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f24e-7bd1-4c6b-991e-8e026c845e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.245746 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f3cdb-8219-4544-afd8-e995a813744a req-96aff3c5-e95f-4be8-a0c6-6793a0800216 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:55.247350 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-305f3cdb-8219-4544-afd8-e995a813744a req-96aff3c5-e95f-4be8-a0c6-6793a0800216 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 943 time: 0.0854661 Oct 11 16:20:55.332407 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-305f3cdb-8219-4544-afd8-e995a813744a req-1e9c300a-bd1c-43ff-8d66-5bf9f5b2ecbe tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751052 Oct 11 16:20:55.359534 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-1529d17c-f025-49d2-b69f-a73cd26bb08e service neutron] 10.222.0.39 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297364 Oct 11 16:20:55.385203 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55488) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:55.390460 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.v2.base [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-387576676-network', 'tenant_id': 'f917033ceb9649bdac048ebed92965b7'}} {{(pid=94277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:20:55.411683 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Made reservation on behalf of f917033ceb9649bdac048ebed92965b7 for: {'network': 1} {{(pid=94277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:20:55.413949 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for network, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.427114 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.452089 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-0867d91f-9e26-4926-88f2-721d6c2a4888 req-2050bcf8-d57b-4c2b-82ca-ebb307f55666 service neutron] 10.222.0.39 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855119 Oct 11 16:20:55.504194 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.511569 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.538750 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=94277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 16:20:55.548647 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf1298f-8e5c-4115-997e-cd9fac03f57c,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:55.553475 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.553813 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.segments_db [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Added segment 2e956f1b-fa5a-4852-8120-e31b4f474f16 of type vlan for network 2216ee1a-61ea-4253-831b-02b9271c6ef4 Oct 11 16:20:55.593890 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761728632917'] for network, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.622724 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206'] for network, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.623809 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:55.624429 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.674573 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2879364 Oct 11 16:20:55.677745 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55490) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:20:55.684577 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Request body: {'subnet': {'network_id': '2216ee1a-61ea-4253-831b-02b9271c6ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-387576676-subnet', 'tenant_id': 'f917033ceb9649bdac048ebed92965b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:20:55.685984 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b1f61-38e1-4c13-b5b6-4dcde0dbe10b admin admin] Pushing event updated for resources: {'Network': ['ID=2216ee1a-61ea-4253-831b-02b9271c6ef4,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:55.697501 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Network 2216ee1a-61ea-4253-831b-02b9271c6ef4 details requested by agent ovs-agent-dv-cinder-809518-6-iscsi with host dv-cinder-809518-6-iscsi {{(pid=94278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 16:20:55.710456 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Made reservation on behalf of f917033ceb9649bdac048ebed92965b7 for: {'subnet': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:20:55.713352 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3760614'] for subnet, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.892501 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3502602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3760584'] for subnet, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:55.954915 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=447cd4d5-da29-4db5-93ed-c52c7ca289aa,revision_number=0']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:55.970353 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Checking segment: {'id': '2e956f1b-fa5a-4852-8120-e31b4f474f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2216ee1a-61ea-4253-831b-02b9271c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:20:55.970705 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Network hostable DHCP agents. Network: 2216ee1a-61ea-4253-831b-02b9271c6ef4, hostable agents: ['196689e1-96bc-4401-9144-8bb556de546d'], hosted agents: [] {{(pid=94276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 16:20:55.990260 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Network 2216ee1a-61ea-4253-831b-02b9271c6ef4 is scheduled to be hosted by DHCP agent 196689e1-96bc-4401-9144-8bb556de546d with binding_index 1 {{(pid=94276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 16:20:56.000685 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809518-6-iscsi, 2216ee1a-61ea-4253-831b-02b9271c6ef4) {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:20:56.005431 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:56.006151 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:56.010330 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034a8c5e-f28f-4adc-ac19-1f105fa166f4 None None] Network 2216ee1a-61ea-4253-831b-02b9271c6ef4 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:20:56.031427 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b0529695-e53e-43f9-90a4-4ca8839df496 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3487399 Oct 11 16:20:56.138451 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca50c8-7ce5-4a87-89fa-0b12c8263ecf None None] Network 2216ee1a-61ea-4253-831b-02b9271c6ef4 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:20:56.458087 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612d45a-92f0-456a-b2dc-f1294f0b934d req-bc216b50-24ad-46b0-bac3-0331f265eb22 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:56.459527 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2612d45a-92f0-456a-b2dc-f1294f0b934d req-bc216b50-24ad-46b0-bac3-0331f265eb22 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 943 time: 0.0558505 Oct 11 16:20:56.499405 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-2612d45a-92f0-456a-b2dc-f1294f0b934d req-0c9c221c-b533-46f0-8c17-b562dab2d0bf tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Oct 11 16:20:56.903268 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 072150ca-d89a-4d6b-87d1-b2a9b261be75 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:20:57.004989 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 072150ca-d89a-4d6b-87d1-b2a9b261be75, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=072150ca-d89a-4d6b-87d1-b2a9b261be75,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:20:57.016659 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '072150ca-d89a-4d6b-87d1-b2a9b261be75', 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b', 'port_id': '072150ca-d89a-4d6b-87d1-b2a9b261be75', 'mac_address': 'fa:16:3e:f1:09:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df98479-df52-489a-bd99-68b3cca62047', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:20:57.054459 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:57.067428 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072150ca-d89a-4d6b-87d1-b2a9b261be75 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:20:57.088184 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 072150ca-d89a-4d6b-87d1-b2a9b261be75, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=072150ca-d89a-4d6b-87d1-b2a9b261be75,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:20:57.094580 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:57.146964 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=072150ca-d89a-4d6b-87d1-b2a9b261be75,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:57.154789 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.155062 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.155416 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.155748 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.156071 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.156390 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.156708 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.157032 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.157371 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.157692 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.158035 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.158346 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:20:57.423862 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['072150ca-d89a-4d6b-87d1-b2a9b261be75'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:20:57.634297 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2851589-45e1-4ca5-b0f1-fc943f277c19 req-70056669-7ea4-4f47-95f9-91c83b971448 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:57.635836 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c2851589-45e1-4ca5-b0f1-fc943f277c19 req-70056669-7ea4-4f47-95f9-91c83b971448 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 944 time: 0.0661945 Oct 11 16:20:57.674782 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c2851589-45e1-4ca5-b0f1-fc943f277c19 req-0d9f0c9e-9214-4eca-89b6-ea41d3f12d23 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Oct 11 16:20:57.719618 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-70bd775f-1caa-4f6c-a7bb-79c762edf530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:58.798880 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c7426-7014-4b43-9872-75b46cb6df2a req-6eff3437-da2b-4a97-90dd-6f603a4aa6b7 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:58.800393 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f35c7426-7014-4b43-9872-75b46cb6df2a req-6eff3437-da2b-4a97-90dd-6f603a4aa6b7 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 944 time: 0.0557103 Oct 11 16:20:58.840848 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-f35c7426-7014-4b43-9872-75b46cb6df2a req-29837607-6efc-4dca-bc35-c078fbe1cabe tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Oct 11 16:20:58.887866 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:58.912204 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 072150ca-d89a-4d6b-87d1-b2a9b261be75 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:20:58.969419 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 072150ca-d89a-4d6b-87d1-b2a9b261be75 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:20:58.978717 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 072150ca-d89a-4d6b-87d1-b2a9b261be75 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:20:58.979163 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:58.982372 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:59.061531 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:59.085688 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799fed0d-e26a-4e0d-a2af-d402dbf19b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072150ca-d89a-4d6b-87d1-b2a9b261be75'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:20:59.088026 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d78a9e-b84c-4092-95a2-d36b25e58c8a" -d '{"events": [{"server_uuid": "799fed0d-e26a-4e0d-a2af-d402dbf19b46", "name": "network-vif-plugged", "status": "completed", "tag": "072150ca-d89a-4d6b-87d1-b2a9b261be75"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:20:59.101050 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 072150ca-d89a-4d6b-87d1-b2a9b261be75, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=072150ca-d89a-4d6b-87d1-b2a9b261be75,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:20:59.106656 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:20:59.129722 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daa52b5-6e8e-4b3c-9fdb-8be9ae4adb32 x-openstack-request-id: req-5daa52b5-6e8e-4b3c-9fdb-8be9ae4adb32 {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:20:59.130008 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799fed0d-e26a-4e0d-a2af-d402dbf19b46", "name": "network-vif-plugged", "status": "completed", "tag": "072150ca-d89a-4d6b-87d1-b2a9b261be75", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:20:59.130256 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5daa52b5-6e8e-4b3c-9fdb-8be9ae4adb32 {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:20:59.130635 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799fed0d-e26a-4e0d-a2af-d402dbf19b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072150ca-d89a-4d6b-87d1-b2a9b261be75', 'code': 200} Oct 11 16:20:59.170371 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=072150ca-d89a-4d6b-87d1-b2a9b261be75,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:20:59.305033 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46518ecf-f098-4e4c-9d6c-0f9aaf8b2913 req-ddbb0e94-13bc-4b6c-91f6-033ffc515cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:59.306595 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-46518ecf-f098-4e4c-9d6c-0f9aaf8b2913 req-ddbb0e94-13bc-4b6c-91f6-033ffc515cee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 1098 time: 0.0440915 Oct 11 16:20:59.344759 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-46518ecf-f098-4e4c-9d6c-0f9aaf8b2913 req-681a953a-cd45-48bc-8b86-793dd0eb8f4a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310023 Oct 11 16:20:59.984242 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d27572-213e-4b02-bfa7-e07243dae97a req-4c440194-c15b-4263-a224-f4b1c5452dc9 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:20:59.985699 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-06d27572-213e-4b02-bfa7-e07243dae97a req-4c440194-c15b-4263-a224-f4b1c5452dc9 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Oct 11 16:21:00.025573 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-06d27572-213e-4b02-bfa7-e07243dae97a req-8cedda28-1a46-41cf-bbec-26b59422c24a tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337002 Oct 11 16:21:00.700790 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:01.171353 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5cede-3f9b-4ead-aaeb-0e9ad0616806 req-dc798d79-3f41-495a-ae0c-72bd9d174d57 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:01.172896 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7ba5cede-3f9b-4ead-aaeb-0e9ad0616806 req-dc798d79-3f41-495a-ae0c-72bd9d174d57 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 945 time: 0.0577323 Oct 11 16:21:01.219391 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-7ba5cede-3f9b-4ead-aaeb-0e9ad0616806 req-db575528-6e73-43c1-9b2f-38892edb2f6f tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Oct 11 16:21:07.602893 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:09.728234 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55696) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:09.781214 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Deleting subnet 8582786f-0eb4-4478-b2d2-c9f590db3920 {{(pid=94277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:21:09.785978 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:09.824334 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981957'] for subnet, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:09.863863 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:09.922683 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3867586'] for subnet, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:09.950510 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8582786f-0eb4-4478-b2d2-c9f590db3920,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:09.955136 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:09.958252 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8582786f-0eb4-4478-b2d2-c9f590db3920 HTTP/1.1" status: 204 len: 168 time: 0.2290311 Oct 11 16:21:09.961241 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55698) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:09.963321 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.963699 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.964032 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.964360 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.964680 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.965006 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.965328 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.965650 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.965967 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.966286 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.966581 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:09.966887 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bf0961-0934-4199-b2c1-f4e7bf59de98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:21:10.034547 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.134141 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.160077 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ff1e45-6fd3-4c26-bc8a-2ce4c7904845']}} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:10.170219 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93280b3-c340-45a6-8d42-66deea44486d') {'for_net_delete': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:10.170522 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93280b3-c340-45a6-8d42-66deea44486d') {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:10.179928 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554240'] for segment, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.193207 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.199251 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=94276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:21:10.199654 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502999'] for segment, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: Traceback (most recent call last): Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: timer() Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: cb(*args, **kw) Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: return func(*args, **kwargs) Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: self._notify() Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: self.callback(batched_events) Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: event.method(event) Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: return f(self, *a, **k) Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._get(url).json() Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: return self.request(url, 'GET', **kwargs) Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:21:10.201336 dv-cinder-809518-6-iscsi neutron-server[94276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:21:10.262842 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.270458 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.273644 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] 10.222.0.18 "DELETE /v2.0/networks/39ff1e45-6fd3-4c26-bc8a-2ce4c7904845 HTTP/1.1" status: 204 len: 168 time: 0.3112116 Oct 11 16:21:10.276522 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55702) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:10.283688 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7ecdf-fa73-43a3-9cad-40f2558d6930 admin admin] Pushing event deleted for resources: {'Network': ['ID=39ff1e45-6fd3-4c26-bc8a-2ce4c7904845,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:10.322057 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_v2 [None req-15428acc-3fbb-4382-8a9c-6668570d7d29 admin admin] Deleting subnet 447cd4d5-da29-4db5-93ed-c52c7ca289aa {{(pid=94277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:21:10.325833 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15428acc-3fbb-4382-8a9c-6668570d7d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.361308 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15428acc-3fbb-4382-8a9c-6668570d7d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981957'] for subnet, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.399337 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15428acc-3fbb-4382-8a9c-6668570d7d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.462975 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15428acc-3fbb-4382-8a9c-6668570d7d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3867586'] for subnet, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.487876 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15428acc-3fbb-4382-8a9c-6668570d7d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447cd4d5-da29-4db5-93ed-c52c7ca289aa,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:10.491744 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15428acc-3fbb-4382-8a9c-6668570d7d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.495037 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-15428acc-3fbb-4382-8a9c-6668570d7d29 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/447cd4d5-da29-4db5-93ed-c52c7ca289aa HTTP/1.1" status: 204 len: 168 time: 0.2172942 Oct 11 16:21:10.497577 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55704) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:10.564049 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.647677 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.667659 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2216ee1a-61ea-4253-831b-02b9271c6ef4']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:10.676926 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e956f1b-fa5a-4852-8120-e31b4f474f16') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:10.677528 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e956f1b-fa5a-4852-8120-e31b4f474f16') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:21:10.689125 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.706960 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.717057 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:21:10.717591 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:21:10.719809 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:21:10.780303 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.786382 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:10.789560 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] 10.222.0.18 "DELETE /v2.0/networks/2216ee1a-61ea-4253-831b-02b9271c6ef4 HTTP/1.1" status: 204 len: 168 time: 0.2910922 Oct 11 16:21:10.802882 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51d640-755e-4c0a-b52d-79ddfa10b30b admin admin] Pushing event deleted for resources: {'Network': ['ID=2216ee1a-61ea-4253-831b-02b9271c6ef4,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:11.020484 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55708) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:11.073192 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-8afd4e09-6986-4d6e-95da-85c0ca9d0f78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05774ff2f23f4381b35fc0393ab59b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514338 Oct 11 16:21:11.075885 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55710) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:11.127255 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-874d7606-c86e-4f35-80c7-96040ad86e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:11.156145 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-874d7606-c86e-4f35-80c7-96040ad86e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:11.209609 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-874d7606-c86e-4f35-80c7-96040ad86e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:11.212518 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-874d7606-c86e-4f35-80c7-96040ad86e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:11.213746 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-874d7606-c86e-4f35-80c7-96040ad86e61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a467f2a-c8fe-4b84-8b57-8707b1096635 HTTP/1.1" status: 204 len: 168 time: 0.1368101 Oct 11 16:21:11.221431 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d7606-c86e-4f35-80c7-96040ad86e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a467f2a-c8fe-4b84-8b57-8707b1096635,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:11.618135 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55718) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:11.659593 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-9113b8c4-fddd-49af-a97d-8a5f60d4d19a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f917033ceb9649bdac048ebed92965b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401917 Oct 11 16:21:11.662098 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55720) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:11.712199 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6f46fea9-450c-468b-998c-2b0c3a03245d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:11.734078 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6f46fea9-450c-468b-998c-2b0c3a03245d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:11.783855 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6f46fea9-450c-468b-998c-2b0c3a03245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:11.786330 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-6f46fea9-450c-468b-998c-2b0c3a03245d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:11.787479 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-6f46fea9-450c-468b-998c-2b0c3a03245d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/faf1298f-8e5c-4115-997e-cd9fac03f57c HTTP/1.1" status: 204 len: 168 time: 0.1244709 Oct 11 16:21:11.795958 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46fea9-450c-468b-998c-2b0c3a03245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf1298f-8e5c-4115-997e-cd9fac03f57c,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:25.260904 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e23301b9-ff38-4fbc-86c3-3f74724921ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:25.942012 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55874) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:26.074192 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2d48-7a76-41d1-aa2c-09141bad48cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.153801 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2d48-7a76-41d1-aa2c-09141bad48cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.160023 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dfdb2d48-7a76-41d1-aa2c-09141bad48cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.198040 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-dfdb2d48-7a76-41d1-aa2c-09141bad48cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4677eb59f7664c5aa161866fd87a4a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549274 Oct 11 16:21:26.198869 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb2d48-7a76-41d1-aa2c-09141bad48cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e7339b-ba2c-4231-8426-2e4ae24cd729,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:26.201105 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55878) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:26.257232 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-cdee836d-d0b5-4ee5-875f-0d9cba1ab1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.282137 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-cdee836d-d0b5-4ee5-875f-0d9cba1ab1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.334054 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-cdee836d-d0b5-4ee5-875f-0d9cba1ab1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.336659 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-cdee836d-d0b5-4ee5-875f-0d9cba1ab1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.337826 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-cdee836d-d0b5-4ee5-875f-0d9cba1ab1e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30e7339b-ba2c-4231-8426-2e4ae24cd729 HTTP/1.1" status: 204 len: 168 time: 0.1357281 Oct 11 16:21:26.345676 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee836d-d0b5-4ee5-875f-0d9cba1ab1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e7339b-ba2c-4231-8426-2e4ae24cd729,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:26.639607 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55884) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:26.653781 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9495d590-0b25-41e9-a4c9-e64e2e750ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.731093 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9495d590-0b25-41e9-a4c9-e64e2e750ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.736470 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-9495d590-0b25-41e9-a4c9-e64e2e750ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.779977 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-9495d590-0b25-41e9-a4c9-e64e2e750ad1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a259dcda49ed4ec380df558e9f4e25c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392877 Oct 11 16:21:26.780842 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495d590-0b25-41e9-a4c9-e64e2e750ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5808d6c9-2870-4f83-8aa6-d44d5b1c0543,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:26.784143 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 55886) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:26.835652 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9570143c-43d6-45d6-9daf-fb640f70ab30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.857625 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9570143c-43d6-45d6-9daf-fb640f70ab30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.906885 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9570143c-43d6-45d6-9daf-fb640f70ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.909484 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-9570143c-43d6-45d6-9daf-fb640f70ab30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:26.910725 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-9570143c-43d6-45d6-9daf-fb640f70ab30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5808d6c9-2870-4f83-8aa6-d44d5b1c0543 HTTP/1.1" status: 204 len: 168 time: 0.1251898 Oct 11 16:21:26.920412 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570143c-43d6-45d6-9daf-fb640f70ab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5808d6c9-2870-4f83-8aa6-d44d5b1c0543,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:27.722423 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a22a2200-ec58-4fba-a3cf-e93823a922dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:28.067703 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55924) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:28.180231 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ccda9d91-b24d-4765-a183-74e6987c7857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:28.560613 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ccda9d91-b24d-4765-a183-74e6987c7857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:28.567857 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-ccda9d91-b24d-4765-a183-74e6987c7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:28.610866 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-ccda9d91-b24d-4765-a183-74e6987c7857 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=240874fc7a5e4ad0a6a76d0101ab51f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5419230 Oct 11 16:21:28.611975 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda9d91-b24d-4765-a183-74e6987c7857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3fd167-921a-4ebd-a20d-efe56b1b2351,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:28.616984 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 55934) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:28.667776 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-603d2a09-df0d-4eba-a95e-57a8986df332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:28.690361 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-603d2a09-df0d-4eba-a95e-57a8986df332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:28.749294 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-603d2a09-df0d-4eba-a95e-57a8986df332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:28.752123 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-603d2a09-df0d-4eba-a95e-57a8986df332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:28.753280 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-603d2a09-df0d-4eba-a95e-57a8986df332 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d3fd167-921a-4ebd-a20d-efe56b1b2351 HTTP/1.1" status: 204 len: 168 time: 0.1353779 Oct 11 16:21:28.761916 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d2a09-df0d-4eba-a95e-57a8986df332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3fd167-921a-4ebd-a20d-efe56b1b2351,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:28.882479 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:28.987397 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:29.597370 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:21:30.707922 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.158351 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56002) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:33.278585 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d9124e59-9be6-4af6-aa1d-9aa0d553cf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.361382 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d9124e59-9be6-4af6-aa1d-9aa0d553cf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.369991 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d9124e59-9be6-4af6-aa1d-9aa0d553cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.409833 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-d9124e59-9be6-4af6-aa1d-9aa0d553cf4c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c93faa313da24916af012d5c0c73676f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502985 Oct 11 16:21:33.410675 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9124e59-9be6-4af6-aa1d-9aa0d553cf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc6b0f2-a776-4aa8-8161-b132323028ee,revision_number=1']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:33.412756 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56006) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:33.467352 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c985304a-8523-44d2-a82f-5ec328bfc048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.490939 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c985304a-8523-44d2-a82f-5ec328bfc048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.541082 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c985304a-8523-44d2-a82f-5ec328bfc048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.543992 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c985304a-8523-44d2-a82f-5ec328bfc048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.545158 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-c985304a-8523-44d2-a82f-5ec328bfc048 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abc6b0f2-a776-4aa8-8161-b132323028ee HTTP/1.1" status: 204 len: 168 time: 0.1312518 Oct 11 16:21:33.553045 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985304a-8523-44d2-a82f-5ec328bfc048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc6b0f2-a776-4aa8-8161-b132323028ee,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:33.833484 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56014) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:33.849619 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-59e9ab7c-cbba-4030-b29e-06f1a42a3081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.925002 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-59e9ab7c-cbba-4030-b29e-06f1a42a3081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.929969 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-59e9ab7c-cbba-4030-b29e-06f1a42a3081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:33.965886 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9ab7c-cbba-4030-b29e-06f1a42a3081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5802f8-5610-49e9-ab28-98d3045e1b43,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:33.970172 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-59e9ab7c-cbba-4030-b29e-06f1a42a3081 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f36624b157e4fdc8a5d764f48f798ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356463 Oct 11 16:21:33.972980 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56016) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:34.020677 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-cc2933f9-7661-4e11-9f42-1c996f176587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:34.042990 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-cc2933f9-7661-4e11-9f42-1c996f176587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:34.092844 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-cc2933f9-7661-4e11-9f42-1c996f176587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:34.095588 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-cc2933f9-7661-4e11-9f42-1c996f176587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:34.096733 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-cc2933f9-7661-4e11-9f42-1c996f176587 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d5802f8-5610-49e9-ab28-98d3045e1b43 HTTP/1.1" status: 204 len: 168 time: 0.1228914 Oct 11 16:21:34.104570 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2933f9-7661-4e11-9f42-1c996f176587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5802f8-5610-49e9-ab28-98d3045e1b43,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:35.243298 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56048) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:35.350095 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1ea44cff-4c77-46c6-8b58-6ab3ffd7156e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.429293 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1ea44cff-4c77-46c6-8b58-6ab3ffd7156e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.435325 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-1ea44cff-4c77-46c6-8b58-6ab3ffd7156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.472007 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea44cff-4c77-46c6-8b58-6ab3ffd7156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb23b01-79b5-4b9f-a0fc-53eb61ebba07,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:35.476313 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-1ea44cff-4c77-46c6-8b58-6ab3ffd7156e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23c4d823eddd479aa6d792e04574fc66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318439 Oct 11 16:21:35.480011 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56052) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:21:35.534250 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d6311698-9d51-49ca-82fa-28b855f01271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.555291 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d6311698-9d51-49ca-82fa-28b855f01271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.601755 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d6311698-9d51-49ca-82fa-28b855f01271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.604608 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-d6311698-9d51-49ca-82fa-28b855f01271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:35.605772 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-d6311698-9d51-49ca-82fa-28b855f01271 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feb23b01-79b5-4b9f-a0fc-53eb61ebba07 HTTP/1.1" status: 204 len: 168 time: 0.1254399 Oct 11 16:21:35.614082 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6311698-9d51-49ca-82fa-28b855f01271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb23b01-79b5-4b9f-a0fc-53eb61ebba07,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:21:37.613331 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:51.776564 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-6fa6dbfc-c250-4d8b-a274-f767b84bf89b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414548 Oct 11 16:21:53.249678 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-458ae01e-5ebd-4509-a7f2-3ced8125e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:53.251564 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-458ae01e-5ebd-4509-a7f2-3ced8125e962 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 1098 time: 0.0446339 Oct 11 16:21:53.366558 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-52252bc5-ad77-4f21-a4c1-45bf8429199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:53.368066 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-52252bc5-ad77-4f21-a4c1-45bf8429199f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.0935714 Oct 11 16:21:53.437109 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-5331b83f-3fcd-4cbe-a5b7-54fec3eb5d52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4 HTTP/1.1" status: 200 len: 1001 time: 0.0609932 Oct 11 16:21:53.493714 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-29af60b6-70fa-4a92-b593-d815c5f1dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:53.495179 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-29af60b6-70fa-4a92-b593-d815c5f1dfbc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0486746 Oct 11 16:21:53.542394 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-58feaf04-d9df-4f12-a8c2-8123990ef2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:53.543847 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-58feaf04-d9df-4f12-a8c2-8123990ef2c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403962 Oct 11 16:21:53.638400 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-33622418-2f54-4dc5-a966-5b8274778099 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861869 Oct 11 16:21:53.743218 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-6a2d488c-1ac9-48ab-8fee-6d4b332b9b74 req-20c3a7a4-2adf-4b9f-b606-5563fd6cc5e4 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965869 Oct 11 16:21:55.266005 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c9e2c4e9-031f-4494-865d-fbf94eb262de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:57.745703 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-48e9b57f-4b7f-42a0-be7d-9dde7d479fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:58.888311 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:58.998850 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:21:59.790691 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6617be-00d3-4b3e-9beb-04b78c3a9b74 req-f4d895f1-f4f0-4181-8504-803b990e1542 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:21:59.792984 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8a6617be-00d3-4b3e-9beb-04b78c3a9b74 req-f4d895f1-f4f0-4181-8504-803b990e1542 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 945 time: 0.0533648 Oct 11 16:21:59.844411 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-8a6617be-00d3-4b3e-9beb-04b78c3a9b74 req-ba07eca7-9e77-47ef-ae8d-e2911b7b44e5 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Oct 11 16:22:00.714541 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:00.978146 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c6090-bdf1-4b63-9c48-f175f00d250e req-3dd9edee-eff6-4075-a668-0f907f248cf6 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:00.979521 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ff9c6090-bdf1-4b63-9c48-f175f00d250e req-3dd9edee-eff6-4075-a668-0f907f248cf6 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 945 time: 0.0565879 Oct 11 16:22:01.019964 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ff9c6090-bdf1-4b63-9c48-f175f00d250e req-078508d0-2b28-448c-b306-c81a5cbb1095 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Oct 11 16:22:01.973432 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-2e7896d4-4aaf-4145-b3d5-478ea0f2700c tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:01.974947 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-2e7896d4-4aaf-4145-b3d5-478ea0f2700c tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.39 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 945 time: 0.0589030 Oct 11 16:22:02.071821 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Deleting port 072150ca-d89a-4d6b-87d1-b2a9b261be75 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:22:02.072173 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:02.207969 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] For port 072150ca-d89a-4d6b-87d1-b2a9b261be75, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=072150ca-d89a-4d6b-87d1-b2a9b261be75,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:22:02.208298 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:02.217309 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781c7a6-11af-45a0-9c4d-375e98e2f62b req-f2bae74d-624e-4de5-8ed7-8b5559680d84 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:02.218927 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5781c7a6-11af-45a0-9c4d-375e98e2f62b req-f2bae74d-624e-4de5-8ed7-8b5559680d84 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=799fed0d-e26a-4e0d-a2af-d402dbf19b46 HTTP/1.1" status: 200 len: 945 time: 0.1031551 Oct 11 16:22:02.234161 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Calling delete_port for 072150ca-d89a-4d6b-87d1-b2a9b261be75 owned by compute:nova {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:22:02.302823 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-5781c7a6-11af-45a0-9c4d-375e98e2f62b req-deaeb030-ec4a-44e4-b577-c594261e2b9b tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769522 Oct 11 16:22:02.385614 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:02.400266 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['072150ca-d89a-4d6b-87d1-b2a9b261be75'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:22:02.414370 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Pushing event deleted for resources: {'Port': ['ID=072150ca-d89a-4d6b-87d1-b2a9b261be75,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:22:02.427260 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.427564 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.427923 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.428256 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.428581 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.428909 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.429203 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.429522 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.429843 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.430164 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.430481 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.430797 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:02.464014 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] No DVR routers for this DVR port 072150ca-d89a-4d6b-87d1-b2a9b261be75 on host hv-cinder-80951 {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:22:02.466700 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:02.470157 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1e9ca83-08e3-4f1d-8003-42f266ff9c8c req-4e751cd3-25a8-4ae4-91aa-1c1d1a4233ae tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.39 "DELETE /v2.0/ports/072150ca-d89a-4d6b-87d1-b2a9b261be75 HTTP/1.1" status: 204 len: 173 time: 0.4877708 Oct 11 16:22:02.470591 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799fed0d-e26a-4e0d-a2af-d402dbf19b46', 'name': 'network-vif-deleted', 'tag': '072150ca-d89a-4d6b-87d1-b2a9b261be75'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:22:02.472847 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3271dbd9-31d1-43e8-88fc-58655d3a7695" -d '{"events": [{"server_uuid": "799fed0d-e26a-4e0d-a2af-d402dbf19b46", "name": "network-vif-deleted", "tag": "072150ca-d89a-4d6b-87d1-b2a9b261be75"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:22:02.511177 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1579688-98f9-4bbe-b5bb-3a844990abc5 x-openstack-request-id: req-f1579688-98f9-4bbe-b5bb-3a844990abc5 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:22:02.511511 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799fed0d-e26a-4e0d-a2af-d402dbf19b46", "name": "network-vif-deleted", "tag": "072150ca-d89a-4d6b-87d1-b2a9b261be75", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:22:02.511891 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1579688-98f9-4bbe-b5bb-3a844990abc5 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:22:02.512295 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799fed0d-e26a-4e0d-a2af-d402dbf19b46', 'name': 'network-vif-deleted', 'tag': '072150ca-d89a-4d6b-87d1-b2a9b261be75', 'status': 'completed', 'code': 200} Oct 11 16:22:06.602036 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:22:07.825908 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 072150ca-d89a-4d6b-87d1-b2a9b261be75 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:22:07.863383 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 072150ca-d89a-4d6b-87d1-b2a9b261be75 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:22:07.863718 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 072150ca-d89a-4d6b-87d1-b2a9b261be75 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:22:07.871208 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:15.549756 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-20d831be-2850-4dbb-8a0e-1545425b6a31 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:15.551166 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-20d831be-2850-4dbb-8a0e-1545425b6a31 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/networks?id=aac47369-41ea-4c36-b97f-08b92cf0214b HTTP/1.1" status: 200 len: 814 time: 0.1147406 Oct 11 16:22:15.570406 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-cfc9bb20-ea6d-4f30-8b9d-9e5ac24a120d tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/quotas/7d188929e02842fc99d903ef6311f900 HTTP/1.1" status: 200 len: 375 time: 0.0101459 Oct 11 16:22:15.608304 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-73ad9dd6-6834-4efb-814a-363a51e2e8ba tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d188929e02842fc99d903ef6311f900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320010 Oct 11 16:22:15.716228 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-6d7fde35-8be8-4a13-91cf-8bd45e7ffb92 service neutron] 10.222.0.18 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008584 Oct 11 16:22:15.807300 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-5be1dd1d-2e68-48ff-9b87-354bcf275cf3 service neutron] 10.222.0.18 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816393 Oct 11 16:22:15.991782 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-667111e6-1091-48c8-b26f-54557f050095 req-ff489c0d-911a-4e8e-a404-6d30618c0497 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 210 time: 0.0296981 Oct 11 16:22:16.973571 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-5de647ac-0836-4f49-a5d7-99a33fd2e003 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:16.975179 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-5de647ac-0836-4f49-a5d7-99a33fd2e003 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.39 "GET /v2.0/networks?id=aac47369-41ea-4c36-b97f-08b92cf0214b HTTP/1.1" status: 200 len: 814 time: 0.1127238 Oct 11 16:22:16.988034 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Request body: {'port': {'device_id': 'fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9', 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b', 'admin_state_up': True, 'tenant_id': '7d188929e02842fc99d903ef6311f900'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:22:17.094843 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-be30c749-294f-4e76-a70a-ce409d665806 req-2f3d09a6-00e3-4b9a-8060-293e075e805e tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 210 time: 0.0309050 Oct 11 16:22:17.101259 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Made reservation on behalf of 7d188929e02842fc99d903ef6311f900 for: {'port': 1} {{(pid=94276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 16:22:17.105066 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:17.247932 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_common [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Allocated IP 172.20.0.11 (aac47369-41ea-4c36-b97f-08b92cf0214b/0df98479-df52-489a-bd99-68b3cca62047/9d865033-f669-4500-a006-80fa1b109ec2) {{(pid=94276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 16:22:17.391874 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks [] for port, precommit_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:17.433045 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761728644855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_create {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:17.489656 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Network aac47369-41ea-4c36-b97f-08b92cf0214b is already hosted by enough agents. {{(pid=94276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 16:22:17.492732 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.base_scheduler [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Resources bound (agent type, host, resource id): {{(pid=94276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 16:22:17.496848 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Received port after_create {{(pid=94276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 16:22:17.519769 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Pushing event updated for resources: {'Port': ['ID=9d865033-f669-4500-a006-80fa1b109ec2,revision_number=1']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:22:17.556457 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:17.557400 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:17.581489 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-7f4cb9e0-d63c-4a74-afe9-5f9b7dacad12 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5973234 Oct 11 16:22:17.659512 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.v2.base [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Request body: {'port': {'device_id': 'fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80951'}} {{(pid=94276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 16:22:17.714002 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:18.270332 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a7973-845f-4276-a75f-2ede2d4c94e5 req-6bf4c261-02d1-476e-ba3f-048e804a1df8 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:18.271806 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ab0a7973-845f-4276-a75f-2ede2d4c94e5 req-6bf4c261-02d1-476e-ba3f-048e804a1df8 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 932 time: 0.0936410 Oct 11 16:22:18.277294 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d865033-f669-4500-a006-80fa1b109ec2 {{(pid=94276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:22:18.286226 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:18.310536 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.provisioning_blocks [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Transition to ACTIVE for port object 9d865033-f669-4500-a006-80fa1b109ec2 will not be triggered until provisioned by entity L2. {{(pid=94276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 16:22:18.319960 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:18.353335 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ab0a7973-845f-4276-a75f-2ede2d4c94e5 req-59eafa24-a33c-4c69-b12f-042068c6efa8 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716686 Oct 11 16:22:18.376943 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Pushing event updated for resources: {'Port': ['ID=9d865033-f669-4500-a006-80fa1b109ec2,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:22:18.446115 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Attempting to bind port 9d865033-f669-4500-a006-80fa1b109ec2 on host hv-cinder-80951 for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 16:22:18.446434 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Attempting to bind port 9d865033-f669-4500-a006-80fa1b109ec2 by drivers openvswitch,hyperv on host hv-cinder-80951 at level 0 using segments [{'id': '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 16:22:18.446770 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Attempting to bind port 9d865033-f669-4500-a006-80fa1b109ec2 on network aac47369-41ea-4c36-b97f-08b92cf0214b {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:22:18.451627 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Port 9d865033-f669-4500-a006-80fa1b109ec2 on network aac47369-41ea-4c36-b97f-08b92cf0214b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80951 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 16:22:18.451935 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Attempting to bind port 9d865033-f669-4500-a006-80fa1b109ec2 on network aac47369-41ea-4c36-b97f-08b92cf0214b {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 16:22:18.456833 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Checking agent: {'id': '5b38646b-47aa-4f0e-aa81-dd498a9d3172', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80951', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'started_at': datetime.datetime(2021, 10, 11, 16, 6, 37), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 16, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 16:22:18.457161 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Checking segment: {'id': '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 16:22:18.457531 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Bound using segment: {'id': '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 16:22:18.457943 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Bound port: 9d865033-f669-4500-a006-80fa1b109ec2, host: hv-cinder-80951, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 16:22:18.458287 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:18.523681 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] For port 9d865033-f669-4500-a006-80fa1b109ec2, host hv-cinder-80951, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 16:22:18.527379 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] For port 9d865033-f669-4500-a006-80fa1b109ec2, host hv-cinder-80951, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9d865033-f669-4500-a006-80fa1b109ec2,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 16:22:18.534521 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3502719'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:18.568688 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:18.568688 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:18.570119 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] 10.222.0.39 "PUT /v2.0/ports/9d865033-f669-4500-a006-80fa1b109ec2 HTTP/1.1" status: 200 len: 1094 time: 0.9149890 Oct 11 16:22:18.572297 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9', 'tag': '9d865033-f669-4500-a006-80fa1b109ec2'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:22:18.576001 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9", "tag": "9d865033-f669-4500-a006-80fa1b109ec2"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:22:18.602632 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2f3b6-e2f4-4246-a6f3-d50021fd872e service neutron] Pushing event updated for resources: {'Port': ['ID=9d865033-f669-4500-a006-80fa1b109ec2,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:22:18.613589 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208dee57-e3e0-4840-8ed7-7dd3186aba4b x-openstack-request-id: req-208dee57-e3e0-4840-8ed7-7dd3186aba4b {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:22:18.613965 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9", "tag": "9d865033-f669-4500-a006-80fa1b109ec2", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:22:18.614221 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-208dee57-e3e0-4840-8ed7-7dd3186aba4b {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:22:18.614623 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9', 'tag': '9d865033-f669-4500-a006-80fa1b109ec2', 'status': 'completed', 'code': 200} Oct 11 16:22:18.659880 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-6ef6cbd8-96f9-4c3c-8e25-f2ac49fda57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:18.661351 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-6ef6cbd8-96f9-4c3c-8e25-f2ac49fda57f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d188929e02842fc99d903ef6311f900&device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 1097 time: 0.0426652 Oct 11 16:22:18.704970 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-f26f2f00-d664-4ee3-87f9-ef8407f1c44c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d865033-f669-4500-a006-80fa1b109ec2 HTTP/1.1" status: 200 len: 217 time: 0.0338178 Oct 11 16:22:18.758659 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-392b6b70-f029-4396-b8ed-784f58863a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:18.760165 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-392b6b70-f029-4396-b8ed-784f58863a6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0df98479-df52-489a-bd99-68b3cca62047 HTTP/1.1" status: 200 len: 854 time: 0.0466974 Oct 11 16:22:18.795505 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-1306e567-5455-4ebe-a535-1cbb8144eade service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aac47369-41ea-4c36-b97f-08b92cf0214b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265458 Oct 11 16:22:18.904009 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-8eda2337-beb5-46d3-ad1c-7f123dc3b7b3 service neutron] 10.222.0.39 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980752 Oct 11 16:22:19.001263 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c4138aa7-6376-4297-bd23-1b5294741ab4 req-84d3a6eb-7402-431d-b332-f4b35c84e98f service neutron] 10.222.0.39 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887032 Oct 11 16:22:19.097606 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-f978e60e-a8e2-412a-b430-3741575f7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:19.099237 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-f978e60e-a8e2-412a-b430-3741575f7181 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d188929e02842fc99d903ef6311f900&device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 1097 time: 0.0438759 Oct 11 16:22:19.193134 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-f7016e7c-2e6d-48d7-b385-a4d8f9bc85f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:19.194560 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-f7016e7c-2e6d-48d7-b385-a4d8f9bc85f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aac47369-41ea-4c36-b97f-08b92cf0214b HTTP/1.1" status: 200 len: 915 time: 0.0880342 Oct 11 16:22:19.236270 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-796c7d11-4c68-47f0-956a-4337104da389 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d865033-f669-4500-a006-80fa1b109ec2 HTTP/1.1" status: 200 len: 217 time: 0.0338883 Oct 11 16:22:19.291607 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-a870f8d2-c4d0-45b8-bd9e-39194a65c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:19.293037 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-a870f8d2-c4d0-45b8-bd9e-39194a65c258 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0df98479-df52-489a-bd99-68b3cca62047 HTTP/1.1" status: 200 len: 854 time: 0.0496333 Oct 11 16:22:19.327322 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-a726e640-90ec-47ee-b5ca-dfd05bf9800e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aac47369-41ea-4c36-b97f-08b92cf0214b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266061 Oct 11 16:22:19.445394 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-8062e7d1-a1ea-4413-b267-c1086732ceb3 service neutron] 10.222.0.39 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085672 Oct 11 16:22:19.541716 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f4499-c73e-4c68-87c4-941c3b0cabd5 req-3d1a45d0-f8f0-4ede-94b3-34435f41685c tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:19.543665 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ce0f4499-c73e-4c68-87c4-941c3b0cabd5 req-3d1a45d0-f8f0-4ede-94b3-34435f41685c tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 944 time: 0.1146355 Oct 11 16:22:19.587019 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-22d83934-ec0d-4fd7-a524-b3c1b6c940b9 req-953c838f-4b81-4616-ba39-73daafc1db93 service neutron] 10.222.0.39 "GET /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240251 Oct 11 16:22:19.601889 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-ce0f4499-c73e-4c68-87c4-941c3b0cabd5 req-a4cb0893-3113-45ee-a652-4a08b5494d26 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517981 Oct 11 16:22:20.742401 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dff66-aa2a-4e92-86ea-55f8a1ed8770 req-97dd7a30-5323-4597-a79d-ccf24fe42947 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:20.743945 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fe1dff66-aa2a-4e92-86ea-55f8a1ed8770 req-97dd7a30-5323-4597-a79d-ccf24fe42947 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 944 time: 0.0508430 Oct 11 16:22:20.783828 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-fe1dff66-aa2a-4e92-86ea-55f8a1ed8770 req-6b400ec5-a16f-4ecf-876b-fc111be91bb7 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336256 Oct 11 16:22:21.925844 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731e92d-5524-4909-940a-0f5553b9c0b2 req-44fd0403-cff2-48a1-9b8c-ef71e511acfb tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:21.927338 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f731e92d-5524-4909-940a-0f5553b9c0b2 req-44fd0403-cff2-48a1-9b8c-ef71e511acfb tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 944 time: 0.0618052 Oct 11 16:22:21.966520 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-f731e92d-5524-4909-940a-0f5553b9c0b2 req-16de1a03-f318-487a-b537-0d3f8020434d tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Oct 11 16:22:23.104104 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cac2a7-fa5a-4903-959b-c4e41ce00984 req-02d015ff-28d7-45bc-a6b7-f07db6bd73eb tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:23.105971 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-22cac2a7-fa5a-4903-959b-c4e41ce00984 req-02d015ff-28d7-45bc-a6b7-f07db6bd73eb tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 944 time: 0.0603948 Oct 11 16:22:23.143296 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-22cac2a7-fa5a-4903-959b-c4e41ce00984 req-2cf57ff4-b1d6-4d4a-ae33-16002adf15e9 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312746 Oct 11 16:22:23.322054 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 9d865033-f669-4500-a006-80fa1b109ec2 details requested by agent hyperv_hv-cinder-80951 with host hv-cinder-80951 {{(pid=94278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 16:22:23.430695 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 9d865033-f669-4500-a006-80fa1b109ec2, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9d865033-f669-4500-a006-80fa1b109ec2,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:22:23.442458 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Returning: {'device': '9d865033-f669-4500-a006-80fa1b109ec2', 'network_id': 'aac47369-41ea-4c36-b97f-08b92cf0214b', 'port_id': '9d865033-f669-4500-a006-80fa1b109ec2', 'mac_address': 'fa:16:3e:13:cd:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df98479-df52-489a-bd99-68b3cca62047', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 16:22:23.480042 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:23.493953 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d865033-f669-4500-a006-80fa1b109ec2 {{(pid=94278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 16:22:23.513354 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 9d865033-f669-4500-a006-80fa1b109ec2, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9d865033-f669-4500-a006-80fa1b109ec2,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:22:23.519196 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:23.566372 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=9d865033-f669-4500-a006-80fa1b109ec2,revision_number=4']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:22:23.573786 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.574322 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.574499 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.574827 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.575153 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.575515 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.575834 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.576137 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.576457 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.576795 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.577106 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.577399 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:23.846724 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['9d865033-f669-4500-a006-80fa1b109ec2'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:22:24.270797 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ed4b9-29ef-4251-8a35-dfbf4786cfa1 req-81e39ec1-7742-45fb-b723-a4e6b46f5a59 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:24.272322 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e19ed4b9-29ef-4251-8a35-dfbf4786cfa1 req-81e39ec1-7742-45fb-b723-a4e6b46f5a59 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 945 time: 0.0599291 Oct 11 16:22:24.314550 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-e19ed4b9-29ef-4251-8a35-dfbf4786cfa1 req-6267affa-0134-4a8d-b2a0-c5f66e1e5401 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354378 Oct 11 16:22:25.268263 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-ea182081-c734-47f7-a9f3-c0bfd8934a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:25.332159 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 9d865033-f669-4500-a006-80fa1b109ec2 up at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 16:22:25.387601 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning for port 9d865033-f669-4500-a006-80fa1b109ec2 completed by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 16:22:25.391797 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.provisioning_blocks [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Provisioning complete for port 9d865033-f669-4500-a006-80fa1b109ec2 triggered by entity L2. {{(pid=94278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 16:22:25.392165 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7801235'] for port, provisioning_complete {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:25.435509 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89bd8-13b7-404b-9f83-76358ca8c045 req-d7d09b5e-5fce-4e91-8990-2dc27cb71cf1 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:25.436965 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bad89bd8-13b7-404b-9f83-76358ca8c045 req-d7d09b5e-5fce-4e91-8990-2dc27cb71cf1 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 945 time: 0.0523896 Oct 11 16:22:25.472375 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562965'] for port, before_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:25.480456 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-bad89bd8-13b7-404b-9f83-76358ca8c045 req-97e5d272-c5f6-4605-9682-df5609a6fa00 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373683 Oct 11 16:22:25.495348 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d865033-f669-4500-a006-80fa1b109ec2'}] {{(pid=94278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:22:25.497709 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee7c18f140cd3874f375163836b236d8b742d5719ca428049845ffff836c19c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ccfd2-13a7-4b51-a3a1-07ab11c0c196" -d '{"events": [{"server_uuid": "fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9", "name": "network-vif-plugged", "status": "completed", "tag": "9d865033-f669-4500-a006-80fa1b109ec2"}]}' {{(pid=94278) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:22:25.510654 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] For port 9d865033-f669-4500-a006-80fa1b109ec2, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9d865033-f669-4500-a006-80fa1b109ec2,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:22:25.515825 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761729098774', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761728644365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761728644383'] for port, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:25.539077 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f6aed0-fa1b-488c-b76e-d7e2fd4c5e6e x-openstack-request-id: req-e1f6aed0-fa1b-488c-b76e-d7e2fd4c5e6e {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:22:25.539392 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9", "name": "network-vif-plugged", "status": "completed", "tag": "9d865033-f669-4500-a006-80fa1b109ec2", "code": 200}]} {{(pid=94278) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:22:25.539631 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1f6aed0-fa1b-488c-b76e-d7e2fd4c5e6e {{(pid=94278) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:22:25.540364 dv-cinder-809518-6-iscsi neutron-server[94278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d865033-f669-4500-a006-80fa1b109ec2', 'code': 200} Oct 11 16:22:25.566026 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Pushing event updated for resources: {'Port': ['ID=9d865033-f669-4500-a006-80fa1b109ec2,revision_number=5']} {{(pid=94278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:22:25.708109 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc349f2b-c1a8-47b4-b3eb-894c2c3241d3 req-d21798b0-6ff6-4e6a-8df2-cc9a7c693132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:25.709567 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cc349f2b-c1a8-47b4-b3eb-894c2c3241d3 req-d21798b0-6ff6-4e6a-8df2-cc9a7c693132 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 1099 time: 0.0445330 Oct 11 16:22:25.744958 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-cc349f2b-c1a8-47b4-b3eb-894c2c3241d3 req-4c75d747-1116-4132-a8ba-9ed94ab16a3a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282528 Oct 11 16:22:26.612749 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f2a22-395f-4209-a200-261abf2ce60f req-3ad630be-73ba-4c69-b4a5-8e3cbef832b0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:26.614209 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-719f2a22-395f-4209-a200-261abf2ce60f req-3ad630be-73ba-4c69-b4a5-8e3cbef832b0 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 946 time: 0.0502501 Oct 11 16:22:26.656810 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-719f2a22-395f-4209-a200-261abf2ce60f req-22112ac2-f39d-494f-b4c5-913f32cb8f85 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363111 Oct 11 16:22:27.730992 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-1c86df92-fa4b-4eae-9a9a-32e6aa0cce12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:27.782340 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530f9ac-0dc9-4cad-84d8-6c037ed507f1 req-ecac170a-1f42-4d8c-83e7-b21f6a1591b9 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:27.783860 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2530f9ac-0dc9-4cad-84d8-6c037ed507f1 req-ecac170a-1f42-4d8c-83e7-b21f6a1591b9 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 946 time: 0.0563776 Oct 11 16:22:27.823002 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-2530f9ac-0dc9-4cad-84d8-6c037ed507f1 req-5ee193a8-776f-469b-b17c-6240451d4bbe tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Oct 11 16:22:28.894934 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:28.992825 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:30.722943 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:37.840215 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:43.608627 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:22:47.998431 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-b36af3cb-41e4-4b67-ab2b-29154dff7743 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466681 Oct 11 16:22:48.089170 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-3f94642a-4cd0-446b-aa17-4463d716a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:48.090668 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-3f94642a-4cd0-446b-aa17-4463d716a94c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 1099 time: 0.0461347 Oct 11 16:22:48.205505 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-40d729ed-5fdc-4b0c-86a8-f0209d9ab406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:48.206991 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-40d729ed-5fdc-4b0c-86a8-f0209d9ab406 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.0930469 Oct 11 16:22:48.272099 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-ae69eec2-3fe3-47ec-a00a-6cd877dd763f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa HTTP/1.1" status: 200 len: 1001 time: 0.0567398 Oct 11 16:22:48.334067 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-b37a73fb-6d39-4973-a16f-0e5de9a3fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:48.335693 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-b37a73fb-6d39-4973-a16f-0e5de9a3fd13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0556569 Oct 11 16:22:48.384260 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-c525679e-8129-490a-9922-8152f82f8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:48.385735 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-c525679e-8129-490a-9922-8152f82f8de5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423691 Oct 11 16:22:48.486246 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-9b412209-839b-41fa-b0ba-b728d6dac03e service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925264 Oct 11 16:22:48.583207 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-d1131f12-9586-4b90-8cbc-b09c33d4ec13 req-74c625ca-2344-45ce-9d2c-de19b2433548 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887923 Oct 11 16:22:52.176237 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf2951-fbe7-4d10-9e1a-a8508db89eb9 req-d6ae1d7b-6dc9-498c-b77d-fccd2334348c tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:52.177736 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c6bf2951-fbe7-4d10-9e1a-a8508db89eb9 req-d6ae1d7b-6dc9-498c-b77d-fccd2334348c tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 946 time: 0.0572336 Oct 11 16:22:52.217623 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-c6bf2951-fbe7-4d10-9e1a-a8508db89eb9 req-c2446ef2-299a-428d-9153-63e7696ceb92 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336490 Oct 11 16:22:53.137356 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56344) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:22:53.309080 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Deleting port 966451c5-b83d-4d0c-b18f-1487d9329f69 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:22:53.309820 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:53.340525 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7087dc-db20-4ae1-91b6-22729a60505a req-8524fac8-a75a-4fe9-90ac-296a6a0940ef tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:53.342058 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cb7087dc-db20-4ae1-91b6-22729a60505a req-8524fac8-a75a-4fe9-90ac-296a6a0940ef tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 946 time: 0.0513492 Oct 11 16:22:53.380732 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-cb7087dc-db20-4ae1-91b6-22729a60505a req-e20bbbcf-6778-4046-a77a-dd0a3c336680 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Oct 11 16:22:53.387484 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:53.387761 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:53.401450 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Calling delete_port for 966451c5-b83d-4d0c-b18f-1487d9329f69 owned by network:floatingip {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:22:53.555154 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:53.579185 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event deleted for resources: {'Port': ['ID=966451c5-b83d-4d0c-b18f-1487d9329f69,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:22:53.649447 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:53.649698 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.db.l3_db [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Floating IP 50f5096e-a72f-4492-94c4-2a2311c1e79a disassociated (deleted). External IP: 172.27.0.185, port: d6284c7b-dcf6-4957-827e-42068dfd8ce4. Oct 11 16:22:53.893881 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Router 270e0103-5605-4069-990e-307a35ac3ec9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:22:54.009242 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:22:54.014473 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:54.019320 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] Sync routers for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:22:54.029931 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:22:54.030562 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:22:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:22:54.045916 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-f02db19f-f828-4869-b9b5-49f128b19e5f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "DELETE /v2.0/floatingips/50f5096e-a72f-4492-94c4-2a2311c1e79a HTTP/1.1" status: 204 len: 168 time: 0.9074242 Oct 11 16:22:54.046500 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4'}] {{(pid=94276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:22:54.049166 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5ec23a67854a3ab418eed761998c9709db16d59bdb9f09ede323cdef446363e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6f1124-d05d-4b47-ae45-fa792a910393" -d '{"events": [{"name": "network-changed", "server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4"}]}' {{(pid=94276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:22:54.084707 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f62fb6-01f5-45fc-a7df-85535e233474 x-openstack-request-id: req-c8f62fb6-01f5-45fc-a7df-85535e233474 {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:22:54.084883 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4", "status": "completed", "code": 200}]} {{(pid=94276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:22:54.085148 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8f62fb6-01f5-45fc-a7df-85535e233474 {{(pid=94276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:22:54.085516 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'status': 'completed', 'code': 200} Oct 11 16:22:54.140649 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:22:54.156331 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-511f6e7f-90e8-48ee-87f6-7dfda4bbf110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:54.157851 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-511f6e7f-90e8-48ee-87f6-7dfda4bbf110 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 1098 time: 0.0464034 Oct 11 16:22:54.277401 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-8e2db819-4f0d-45ba-b5b2-100354b3de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:54.277401 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-8e2db819-4f0d-45ba-b5b2-100354b3de76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.1000905 Oct 11 16:22:54.300630 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38367d3-bd14-4ac4-a1fe-326926684cef req-b66b116b-4cee-4529-a0a5-7127ec9d865e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:54.303608 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a38367d3-bd14-4ac4-a1fe-326926684cef req-b66b116b-4cee-4529-a0a5-7127ec9d865e tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 945 time: 0.0575771 Oct 11 16:22:54.324245 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-4884dcbf-ad33-49a8-8587-40ab0ea32103 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4 HTTP/1.1" status: 200 len: 217 time: 0.0393195 Oct 11 16:22:54.357244 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-a38367d3-bd14-4ac4-a1fe-326926684cef req-7d9a42f0-6b01-4301-a2b6-de06c6105149 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475359 Oct 11 16:22:54.393330 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-dd8f16a3-fb98-4b1b-a982-0d188fca6cbe tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:54.394926 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-dd8f16a3-fb98-4b1b-a982-0d188fca6cbe tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.39 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 946 time: 0.0497386 Oct 11 16:22:54.395077 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-ac2b7664-3724-4320-bcaa-a649cedd40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:54.396596 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-ac2b7664-3724-4320-bcaa-a649cedd40c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0521765 Oct 11 16:22:54.452809 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-d3ae4de2-3bcc-40bc-9ac8-29b98650b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:54.454458 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-d3ae4de2-3bcc-40bc-9ac8-29b98650b582 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442092 Oct 11 16:22:54.506639 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Deleting port 9d865033-f669-4500-a006-80fa1b109ec2 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:22:54.506981 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:54.522864 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'f3439289-e7c6-4bb4-bf5c-dad78eedbe45', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:17:37Z', 'updated_at': '2021-10-11T16:17:39Z', 'revision_number': 1, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:22:54.555743 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] Checking router: 270e0103-5605-4069-990e-307a35ac3ec9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:22:54.562824 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132ea74-d898-4728-81ad-08825c7221ac req-08dd8470-0768-4c56-b996-15e2bc8efda2 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:54.564440 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9132ea74-d898-4728-81ad-08825c7221ac req-08dd8470-0768-4c56-b996-15e2bc8efda2 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/ports?device_id=fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9 HTTP/1.1" status: 200 len: 946 time: 0.1088939 Oct 11 16:22:54.565689 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:22:54.566422 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:22:28Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:22:54.606878 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] For port 9d865033-f669-4500-a006-80fa1b109ec2, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=9d865033-f669-4500-a006-80fa1b109ec2,segment=NetworkSegment(657ebfe3-fb3f-46ea-9f95-dd6d5070a8af),segment_id=657ebfe3-fb3f-46ea-9f95-dd6d5070a8af)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:22:54.607270 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:54.619731 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-8564a50c-5201-4930-9e44-cd4ef027e4e6 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540837 Oct 11 16:22:54.622151 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Calling delete_port for 9d865033-f669-4500-a006-80fa1b109ec2 owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:22:54.628426 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-9132ea74-d898-4728-81ad-08825c7221ac req-2f7ced8a-d5d4-4f95-8942-c246f9aaf6f2 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.18 "GET /v2.0/security-groups?id=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547006 Oct 11 16:22:54.680330 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:22:54.726052 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-da6f1124-d05d-4b47-ae45-fa792a910393 req-3255175b-eaac-498f-9ec6-b7e6f6996a4a service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965259 Oct 11 16:22:54.759775 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:54.771540 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.db [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] get_ports_and_sgs() called for port_ids ['9d865033-f669-4500-a006-80fa1b109ec2'] {{(pid=94278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 16:22:54.794614 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Pushing event deleted for resources: {'Port': ['ID=9d865033-f669-4500-a006-80fa1b109ec2,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:22:54.805334 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.805943 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.806236 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.806766 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.807060 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.807840 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.807931 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.808178 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.808501 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.808824 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.809142 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.809457 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:22:54.851339 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] No DVR routers for this DVR port 9d865033-f669-4500-a006-80fa1b109ec2 on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:22:54.854260 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:54.858061 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-9715c242-b489-4aeb-bc1a-958ddf70c984 req-22671a7c-0cac-400d-8129-0e274c75f735 tempest-VolumesSnapshotTestJSON-643166340 tempest-VolumesSnapshotTestJSON-643166340-project] 10.222.0.39 "DELETE /v2.0/ports/9d865033-f669-4500-a006-80fa1b109ec2 HTTP/1.1" status: 204 len: 173 time: 0.4493637 Oct 11 16:22:54.858498 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9', 'name': 'network-vif-deleted', 'tag': '9d865033-f669-4500-a006-80fa1b109ec2'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:22:54.861205 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522042f8-cc79-45d7-a919-7e863015f8ab" -d '{"events": [{"server_uuid": "fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9", "name": "network-vif-deleted", "tag": "9d865033-f669-4500-a006-80fa1b109ec2"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:22:54.899975 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3727d77b-f4c9-40ec-a002-d13b53c11cad x-openstack-request-id: req-3727d77b-f4c9-40ec-a002-d13b53c11cad {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:22:54.900275 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9", "name": "network-vif-deleted", "tag": "9d865033-f669-4500-a006-80fa1b109ec2", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:22:54.900517 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3727d77b-f4c9-40ec-a002-d13b53c11cad {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:22:54.901073 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc0a2e1-62d8-4f3a-ac30-25bd6c6851e9', 'name': 'network-vif-deleted', 'tag': '9d865033-f669-4500-a006-80fa1b109ec2', 'status': 'completed', 'code': 200} Oct 11 16:22:54.955388 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'f3439289-e7c6-4bb4-bf5c-dad78eedbe45', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:17:37Z', 'updated_at': '2021-10-11T16:17:39Z', 'revision_number': 1, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:22:54.981801 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a02c69-8252-4109-afbb-e14ef578de2a None None] The sync data for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi is: [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_floatingips': [{'id': 'f3439289-e7c6-4bb4-bf5c-dad78eedbe45', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'router_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'port_id': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'mac_address': 'fa:16:3e:3f:8a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T16:17:37Z', 'updated_at': '2021-10-11T16:17:39Z', 'revision_number': 1, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:22:55.212182 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790d6756-d372-4d0d-854e-dd452f9d4aa8 None None] New status for floating IP 50f5096e-a72f-4492-94c4-2a2311c1e79a: DOWN {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:22:55.261288 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-938dc880-5885-4515-b1d9-c3549a28c212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:55.479270 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fe597-3d8f-4955-87ac-6ba7413a4cc6 req-ce029ac0-153b-4335-b9d8-78da4f023fd6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:55.480757 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1f1fe597-3d8f-4955-87ac-6ba7413a4cc6 req-ce029ac0-153b-4335-b9d8-78da4f023fd6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 945 time: 0.0545375 Oct 11 16:22:55.519027 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-1f1fe597-3d8f-4955-87ac-6ba7413a4cc6 req-fef5454c-90bf-42bc-aa21-e7598ffbba60 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323391 Oct 11 16:22:56.153362 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d856d-be11-460e-b600-e4ce579cfd0a req-a8a33202-c6fc-4cef-a3d6-de4aa53e2367 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:22:56.154883 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-107d856d-be11-460e-b600-e4ce579cfd0a req-a8a33202-c6fc-4cef-a3d6-de4aa53e2367 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 945 time: 0.0606999 Oct 11 16:22:56.250614 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-107d856d-be11-460e-b600-e4ce579cfd0a req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Deleting port d6284c7b-dcf6-4957-827e-42068dfd8ce4 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:22:56.250864 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-107d856d-be11-460e-b600-e4ce579cfd0a req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:56.351143 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-107d856d-be11-460e-b600-e4ce579cfd0a req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] For port d6284c7b-dcf6-4957-827e-42068dfd8ce4, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=d6284c7b-dcf6-4957-827e-42068dfd8ce4,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:22:56.351692 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-107d856d-be11-460e-b600-e4ce579cfd0a req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:56.366211 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-107d856d-be11-460e-b600-e4ce579cfd0a req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Calling delete_port for d6284c7b-dcf6-4957-827e-42068dfd8ce4 owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:22:56.508070 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-107d856d-be11-460e-b600-e4ce579cfd0a req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:56.534394 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event deleted for resources: {'Port': ['ID=d6284c7b-dcf6-4957-827e-42068dfd8ce4,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:22:56.584969 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-107d856d-be11-460e-b600-e4ce579cfd0a req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] No DVR routers for this DVR port d6284c7b-dcf6-4957-827e-42068dfd8ce4 on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:22:56.587525 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-107d856d-be11-460e-b600-e4ce579cfd0a req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:56.591144 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-107d856d-be11-460e-b600-e4ce579cfd0a req-e7f82ee8-85aa-49ce-8b82-e002e8761a5d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "DELETE /v2.0/ports/d6284c7b-dcf6-4957-827e-42068dfd8ce4 HTTP/1.1" status: 204 len: 173 time: 0.4295449 Oct 11 16:22:56.623072 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-395c9be9-9b0b-4992-b1a1-665e9672d38b req-02d9ec1a-098e-4b0e-b5d8-0e2d35bdb0ff tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c589561-b0c0-444e-b45a-1f4e73b7f1ad HTTP/1.1" status: 200 len: 210 time: 0.0282290 Oct 11 16:22:56.902876 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'name': 'network-vif-deleted', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:22:56.905410 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b551d7-2821-41aa-9761-145c312bc7fd" -d '{"events": [{"server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "name": "network-vif-deleted", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:22:56.943029 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0299253-e636-4a4e-a3a9-04c7b435cbd2 x-openstack-request-id: req-b0299253-e636-4a4e-a3a9-04c7b435cbd2 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:22:56.943323 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c589561-b0c0-444e-b45a-1f4e73b7f1ad", "name": "network-vif-deleted", "tag": "d6284c7b-dcf6-4957-827e-42068dfd8ce4", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:22:56.943820 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0299253-e636-4a4e-a3a9-04c7b435cbd2 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:22:56.944235 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c589561-b0c0-444e-b45a-1f4e73b7f1ad', 'name': 'network-vif-deleted', 'tag': 'd6284c7b-dcf6-4957-827e-42068dfd8ce4', 'status': 'completed', 'code': 200} Oct 11 16:22:57.441913 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 9d865033-f669-4500-a006-80fa1b109ec2 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:22:57.480171 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 9d865033-f669-4500-a006-80fa1b109ec2 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:22:57.480514 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 9d865033-f669-4500-a006-80fa1b109ec2 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:22:57.726019 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8e6c32de-cc0a-4e52-adf7-87c2bcccbd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:58.895111 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:22:58.993959 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:00.301414 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device d6284c7b-dcf6-4957-827e-42068dfd8ce4 no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:23:00.321638 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: d6284c7b-dcf6-4957-827e-42068dfd8ce4 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:23:00.321970 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device d6284c7b-dcf6-4957-827e-42068dfd8ce4 not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:23:00.721222 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:04.179330 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56420) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:04.352044 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Deleting port 943efcd9-6c86-4cca-82bd-e8dc5369af5e {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:23:04.352353 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:04.438234 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:04.438474 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:04.451098 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Calling delete_port for 943efcd9-6c86-4cca-82bd-e8dc5369af5e owned by network:floatingip {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:23:04.627890 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:04.652694 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event deleted for resources: {'Port': ['ID=943efcd9-6c86-4cca-82bd-e8dc5369af5e,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:04.715295 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:04.715580 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.db.l3_db [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Floating IP f3439289-e7c6-4bb4-bf5c-dad78eedbe45 disassociated (deleted). External IP: 172.27.0.68, port: 4e3250a2-c297-44b2-a4f9-ed672d00acfa. Oct 11 16:23:04.931286 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Router 270e0103-5605-4069-990e-307a35ac3ec9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:23:05.049275 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:23:05.054349 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:05.059185 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] Sync routers for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:23:05.069622 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:23:05.070241 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:22:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:05.084153 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-15a3f5ec-12a6-44bd-a04b-297af9ecdc62 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "DELETE /v2.0/floatingips/f3439289-e7c6-4bb4-bf5c-dad78eedbe45 HTTP/1.1" status: 204 len: 168 time: 0.9033599 Oct 11 16:23:05.084784 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:23:05.087095 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfbe373-2422-477d-bb3b-b3653bf53400" -d '{"events": [{"name": "network-changed", "server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:23:05.136611 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22757e27-a6f4-4232-a258-7e12c9633473 x-openstack-request-id: req-22757e27-a6f4-4232-a258-7e12c9633473 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:23:05.136907 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:23:05.137156 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22757e27-a6f4-4232-a258-7e12c9633473 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:23:05.137554 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'status': 'completed', 'code': 200} Oct 11 16:23:05.181057 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:23:05.203838 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-65b77c26-be18-451c-906a-2dbf3bc7cab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:05.205433 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-65b77c26-be18-451c-906a-2dbf3bc7cab2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2452024f030b4d59957523265ec9c8b9&device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 1099 time: 0.0429711 Oct 11 16:23:05.322113 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-dc2fe937-6d6c-4553-9aa6-817bbb2fd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:05.323625 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-dc2fe937-6d6c-4553-9aa6-817bbb2fd342 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 200 len: 911 time: 0.1084056 Oct 11 16:23:05.340060 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48068f24-5dfa-4313-9a2b-a76fbdecc12b req-c50e5afe-2cf5-4116-8b06-af8120407c85 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:05.341573 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-48068f24-5dfa-4313-9a2b-a76fbdecc12b req-c50e5afe-2cf5-4116-8b06-af8120407c85 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 946 time: 0.0565281 Oct 11 16:23:05.367100 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-c58fed4c-a0b3-4836-997c-8974005b0ec2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa HTTP/1.1" status: 200 len: 217 time: 0.0353897 Oct 11 16:23:05.380293 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [req-48068f24-5dfa-4313-9a2b-a76fbdecc12b req-fd4ce458-4bed-451c-8939-2f0f5c7f7b96 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325625 Oct 11 16:23:05.382455 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:05.411796 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] Checking router: 270e0103-5605-4069-990e-307a35ac3ec9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:23:05.420218 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:23:05.420832 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:22:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:05.423128 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-d77b4ab3-10fe-4632-8ed7-3355b6e9389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:05.424444 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-d77b4ab3-10fe-4632-8ed7-3355b6e9389c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 200 len: 849 time: 0.0490811 Oct 11 16:23:05.471812 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-5e9572d3-663d-4490-9e1b-24f788a5d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:05.473408 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-5e9572d3-663d-4490-9e1b-24f788a5d26f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5b164382-35a7-44c5-b939-25b36e951afb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411003 Oct 11 16:23:05.525364 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:23:05.565515 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-f89e2394-a507-45f6-851a-6a29cd47a4e7 service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827239 Oct 11 16:23:05.660608 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-acfbe373-2422-477d-bb3b-b3653bf53400 req-372db533-893c-4c48-a3f9-681cb0525aff service neutron] 10.222.0.39 "GET /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871296 Oct 11 16:23:05.726226 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:05.752110 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e76da8-b09d-448e-8972-8077f6ab1875 None None] The sync data for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi is: [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:13:48Z', 'revision_number': 4, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi', '_interfaces': [{'id': 'ace748f8-d376-4e1b-b576-db9f1c51af22', 'name': '', 'network_id': '5b164382-35a7-44c5-b939-25b36e951afb', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'mac_address': 'fa:16:3e:b3:dc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:47Z', 'updated_at': '2021-10-11T16:13:54Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'subnets': [{'id': '1c84828e-b709-4757-825d-ee3adc2e440e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:23:05.982137 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03831cd4-685c-4501-9f2a-bbc260017dab None None] New status for floating IP f3439289-e7c6-4bb4-bf5c-dad78eedbe45: DOWN {{(pid=94279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 16:23:06.138369 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-dbc5c2a2-7865-4e1a-b96c-526c1d2a85c6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:06.140060 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-dbc5c2a2-7865-4e1a-b96c-526c1d2a85c6 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 946 time: 0.0512633 Oct 11 16:23:06.242268 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Deleting port 4e3250a2-c297-44b2-a4f9-ed672d00acfa {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:23:06.242898 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:06.333149 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] For port 4e3250a2-c297-44b2-a4f9-ed672d00acfa, host hv-cinder-80951, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80951',level=0,port_id=4e3250a2-c297-44b2-a4f9-ed672d00acfa,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:06.333514 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:06.346230 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Calling delete_port for 4e3250a2-c297-44b2-a4f9-ed672d00acfa owned by compute:nova {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:23:06.510977 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:06.525692 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240e5ed-6da4-4c2e-86a4-62a3ab6bc948 req-f5947c5e-7e3e-42ca-a6bb-e857133d483a tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 16:23:06.527139 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7240e5ed-6da4-4c2e-86a4-62a3ab6bc948 req-f5947c5e-7e3e-42ca-a6bb-e857133d483a tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/ports?device_id=0bfbb059-94c1-4079-bdca-8199ef5f1d9f HTTP/1.1" status: 200 len: 946 time: 0.0661013 Oct 11 16:23:06.553666 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event deleted for resources: {'Port': ['ID=4e3250a2-c297-44b2-a4f9-ed672d00acfa,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:06.613258 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] No DVR routers for this DVR port 4e3250a2-c297-44b2-a4f9-ed672d00acfa on host hv-cinder-80951 {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:23:06.617963 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-7240e5ed-6da4-4c2e-86a4-62a3ab6bc948 req-796875bb-e81d-4447-a80d-0f326b04523d tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "GET /v2.0/security-groups?id=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717785 Oct 11 16:23:06.619085 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for port, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:06.622253 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [req-ef863320-ba88-40d4-afc0-411bca7fa52e req-6baf13ac-1979-4bd3-8ea5-71c60b43ef06 tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.39 "DELETE /v2.0/ports/4e3250a2-c297-44b2-a4f9-ed672d00acfa HTTP/1.1" status: 204 len: 173 time: 0.4755876 Oct 11 16:23:07.139485 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'name': 'network-vif-deleted', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa'}] {{(pid=94277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 16:23:07.141968 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab67cac42a7ed285eb3370979a34e157842cea42e503f5997af7c65085811a42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0545203-81ca-4aed-8028-b0b3004c5e02" -d '{"events": [{"server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "name": "network-vif-deleted", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa"}]}' {{(pid=94277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 16:23:07.179232 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4e9c62-4ea9-45c3-ba6b-1365e0c28873 x-openstack-request-id: req-7d4e9c62-4ea9-45c3-ba6b-1365e0c28873 {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 16:23:07.179556 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bfbb059-94c1-4079-bdca-8199ef5f1d9f", "name": "network-vif-deleted", "tag": "4e3250a2-c297-44b2-a4f9-ed672d00acfa", "status": "completed", "code": 200}]} {{(pid=94277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 16:23:07.179801 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d4e9c62-4ea9-45c3-ba6b-1365e0c28873 {{(pid=94277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 16:23:07.180206 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bfbb059-94c1-4079-bdca-8199ef5f1d9f', 'name': 'network-vif-deleted', 'tag': '4e3250a2-c297-44b2-a4f9-ed672d00acfa', 'status': 'completed', 'code': 200} Oct 11 16:23:07.676338 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56456) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:07.809930 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Deleting port e8dba0e8-b5c1-48d4-8e37-6a1867deb0ce {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:23:07.810198 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:07.888293 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:07.888601 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:07.903792 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Calling delete_port for e8dba0e8-b5c1-48d4-8e37-6a1867deb0ce owned by network:floatingip {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:23:08.045727 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:08.071026 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event deleted for resources: {'Port': ['ID=e8dba0e8-b5c1-48d4-8e37-6a1867deb0ce,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:08.082559 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.082909 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.083254 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.083638 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.083971 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.084307 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.084785 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.085243 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.085579 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.085908 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.086238 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.086563 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809518-6-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 16:23:08.143328 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for floatingip, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:08.145979 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8330359'] for floatingip, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:08.147621 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-badd21d4-359d-4108-b01f-333b76d6b8eb tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "DELETE /v2.0/floatingips/add8451d-e05b-4783-a62d-37fc0a33531e HTTP/1.1" status: 204 len: 168 time: 0.4698184 Oct 11 16:23:09.447692 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:10.370961 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 4e3250a2-c297-44b2-a4f9-ed672d00acfa no longer exists at agent hyperv_hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:23:10.399918 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] No Port match for: 4e3250a2-c297-44b2-a4f9-ed672d00acfa {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:23:10.400257 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Device 4e3250a2-c297-44b2-a4f9-ed672d00acfa not bound to the agent host hv-cinder-80951 {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:23:12.531024 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56482) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:12.593632 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5df34027-1711-4b8b-8730-a5b9b4ff777f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:12.619054 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5df34027-1711-4b8b-8730-a5b9b4ff777f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:12.685272 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5df34027-1711-4b8b-8730-a5b9b4ff777f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:12.688248 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-5df34027-1711-4b8b-8730-a5b9b4ff777f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Notify callbacks [] for security_group, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:12.689524 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-5df34027-1711-4b8b-8730-a5b9b4ff777f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] 10.222.0.18 "DELETE /v2.0/security-groups/d8ff5df2-7b48-4970-bdde-f3d37abd2b9f HTTP/1.1" status: 204 len: 168 time: 0.1572378 Oct 11 16:23:12.701042 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df34027-1711-4b8b-8730-a5b9b4ff777f tempest-TestVolumeBootPattern-1197784862 tempest-TestVolumeBootPattern-1197784862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ff5df2-7b48-4970-bdde-f3d37abd2b9f,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:12.755557 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56490) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:13.298490 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953558'] for router_interface, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:13.567123 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Deleting port ace748f8-d376-4e1b-b576-db9f1c51af22 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:23:13.567873 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:13.643624 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] For port ace748f8-d376-4e1b-b576-db9f1c51af22, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=ace748f8-d376-4e1b-b576-db9f1c51af22,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:13.643972 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:13.659030 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Calling delete_port for ace748f8-d376-4e1b-b576-db9f1c51af22 owned by network:router_interface {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:23:13.845386 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:13.879684 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace748f8-d376-4e1b-b576-db9f1c51af22,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:14.047691 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8093213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953442'] for router_interface, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:14.272731 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Router 270e0103-5605-4069-990e-307a35ac3ec9 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:23:14.665643 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:23:14.671084 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-b511fdc4-7ea8-4adb-b86d-2d68b5397b40 admin admin] 10.222.0.18 "PUT /v2.0/routers/270e0103-5605-4069-990e-307a35ac3ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9139223 Oct 11 16:23:14.673500 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56506) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:14.675161 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] Sync routers for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:23:14.685088 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:23:14.685697 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:22:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:14.779493 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:14.890513 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:14.920623 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:23:14.943996 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Deleting port a006fc5d-9698-488e-98ad-a5d4abce3250 {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:23:14.944321 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.027416 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] For port a006fc5d-9698-488e-98ad-a5d4abce3250, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=a006fc5d-9698-488e-98ad-a5d4abce3250,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:15.028152 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.040137 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Calling delete_port for a006fc5d-9698-488e-98ad-a5d4abce3250 owned by network:router_gateway {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:23:15.103752 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:23:13Z', 'revision_number': 5, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port': {'id': 'a006fc5d-9698-488e-98ad-a5d4abce3250', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e0103-5605-4069-990e-307a35ac3ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:45Z', 'updated_at': '2021-10-11T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:15.137923 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] Checking router: 270e0103-5605-4069-990e-307a35ac3ec9 for host: dv-cinder-809518-6-iscsi {{(pid=94278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:23:15.153370 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] Routers {'270e0103-5605-4069-990e-307a35ac3ec9'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:23:15.154258 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:22:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['270e0103-5605-4069-990e-307a35ac3ec9'], 'active': True} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:15.226015 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.244480 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_dvr_db [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] Set router 270e0103-5605-4069-990e-307a35ac3ec9 gateway port host: None {{(pid=94278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:23:15.257410 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a006fc5d-9698-488e-98ad-a5d4abce3250,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:15.299963 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.db.l3_hamode_db [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:23:14Z', 'revision_number': 6, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port_host': None}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:15.316101 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7994816'] for router_gateway, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.326859 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c80c4-8ba0-49de-b109-e616a5ce0e0f None None] The sync data for ids ['270e0103-5605-4069-990e-307a35ac3ec9'] in dv-cinder-809518-6-iscsi is: [{'id': '270e0103-5605-4069-990e-307a35ac3ec9', 'name': 'tempest-TestVolumeBootPattern-68210422-router', 'tenant_id': '2452024f030b4d59957523265ec9c8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:44Z', 'updated_at': '2021-10-11T16:23:14Z', 'revision_number': 6, 'project_id': '2452024f030b4d59957523265ec9c8b9', 'gw_port_host': None}] {{(pid=94278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:23:15.411141 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7951664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110348'] for router, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.413406 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.461663 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7951675'] for router, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.462187 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 270e0103-5605-4069-990e-307a35ac3ec9 {{(pid=94277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:23:15.467088 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.468473 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-e013be61-5134-4900-acc0-2cd6c6ef42f4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/270e0103-5605-4069-990e-307a35ac3ec9 HTTP/1.1" status: 204 len: 168 time: 0.7940323 Oct 11 16:23:15.471280 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56516) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:15.518669 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_v2 [None req-957f485e-512f-4f95-86f5-7f41342d141d admin admin] Deleting subnet 1c84828e-b709-4757-825d-ee3adc2e440e {{(pid=94276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:23:15.522175 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-957f485e-512f-4f95-86f5-7f41342d141d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.557798 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-957f485e-512f-4f95-86f5-7f41342d141d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554251'] for subnet, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.640882 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-957f485e-512f-4f95-86f5-7f41342d141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.696678 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-957f485e-512f-4f95-86f5-7f41342d141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3760577'] for subnet, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.718243 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448061b9-6108-4814-9968-bf832458767e None None] Network 5b164382-35a7-44c5-b939-25b36e951afb requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:23:15.727646 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-957f485e-512f-4f95-86f5-7f41342d141d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.734839 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56518) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:15.750298 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-957f485e-512f-4f95-86f5-7f41342d141d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1c84828e-b709-4757-825d-ee3adc2e440e HTTP/1.1" status: 204 len: 168 time: 0.2778139 Oct 11 16:23:15.751584 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f485e-512f-4f95-86f5-7f41342d141d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c84828e-b709-4757-825d-ee3adc2e440e,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:15.821528 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.874087 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Deleting port eabf737e-e2b4-464c-9353-0fecea2b776a {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:23:15.874431 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.940666 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] For port eabf737e-e2b4-464c-9353-0fecea2b776a, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=eabf737e-e2b4-464c-9353-0fecea2b776a,segment=NetworkSegment(2e84fb28-46f5-4232-a37f-04a1da204fb9),segment_id=2e84fb28-46f5-4232-a37f-04a1da204fb9)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:15.941025 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:15.953678 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Calling delete_port for eabf737e-e2b4-464c-9353-0fecea2b776a owned by network:dhcp {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:23:16.037203 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:16.065547 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] No DVR routers for this DVR port eabf737e-e2b4-464c-9353-0fecea2b776a on host dv-cinder-809518-6-iscsi {{(pid=94277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:23:16.070136 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabf737e-e2b4-464c-9353-0fecea2b776a,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:16.142247 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:16.152451 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bbf0ca-4a82-466c-8db1-fb46cf4207b2 None None] DHCP port deletion for 5b164382-35a7-44c5-b939-25b36e951afb request from dv-cinder-809518-6-iscsi {{(pid=94278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:23:16.169026 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b164382-35a7-44c5-b939-25b36e951afb']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:16.180591 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ace748f8-d376-4e1b-b576-db9f1c51af22 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:23:16.181381 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e84fb28-46f5-4232-a37f-04a1da204fb9') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:16.181678 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e84fb28-46f5-4232-a37f-04a1da204fb9') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:16.192747 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:16.204593 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: ace748f8-d376-4e1b-b576-db9f1c51af22 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:23:16.204935 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device ace748f8-d376-4e1b-b576-db9f1c51af22 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:23:16.206689 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:16.212952 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:23:16.213338 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:23:16.215042 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:23:16.274328 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:16.285050 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:16.288632 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5b164382-35a7-44c5-b939-25b36e951afb HTTP/1.1" status: 204 len: 168 time: 0.5519605 Oct 11 16:23:16.292003 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56524) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:16.311190 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b12967-c6d9-4598-a2ef-a7498c440f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b164382-35a7-44c5-b939-25b36e951afb,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:16.680301 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953558'] for router_interface, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:17.177213 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Deleting port 0111b87c-7879-4f56-9716-6d5dee339b1d {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:23:17.177596 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:17.256289 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] For port 0111b87c-7879-4f56-9716-6d5dee339b1d, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=0111b87c-7879-4f56-9716-6d5dee339b1d,segment=NetworkSegment(e2cd2d73-4717-40ae-ab97-aae51f43b67d),segment_id=e2cd2d73-4717-40ae-ab97-aae51f43b67d)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:17.256628 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:17.269045 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Calling delete_port for 0111b87c-7879-4f56-9716-6d5dee339b1d owned by network:router_interface {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:23:17.470199 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:17.500869 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Pushing event deleted for resources: {'Port': ['ID=0111b87c-7879-4f56-9716-6d5dee339b1d,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:17.669441 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8093213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953442'] for router_interface, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:17.792832 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device a006fc5d-9698-488e-98ad-a5d4abce3250 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:23:17.816991 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: a006fc5d-9698-488e-98ad-a5d4abce3250 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:23:17.817395 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device a006fc5d-9698-488e-98ad-a5d4abce3250 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:23:17.817816 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device eabf737e-e2b4-464c-9353-0fecea2b776a no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:23:17.836552 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: eabf737e-e2b4-464c-9353-0fecea2b776a {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:23:17.836883 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device eabf737e-e2b4-464c-9353-0fecea2b776a not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:23:17.891819 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Router 5974a9c8-1ac2-4296-82b5-a405eecf2849 has already been hosted by L3 agent 1a6c6036-6974-4e6f-965d-21a34d6aec55 {{(pid=94276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 16:23:18.003256 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] Notify agent at l3_agent.dv-cinder-809518-6-iscsi the message routers_updated {{(pid=94276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 16:23:18.008354 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-98d1bec2-7d41-4e4a-a1ae-ce6136ccc252 admin admin] 10.222.0.18 "PUT /v2.0/routers/5974a9c8-1ac2-4296-82b5-a405eecf2849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7153130 Oct 11 16:23:18.012146 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56536) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:18.012668 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] Sync routers for ids ['5974a9c8-1ac2-4296-82b5-a405eecf2849'] in dv-cinder-809518-6-iscsi {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 16:23:18.021978 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] Routers {'5974a9c8-1ac2-4296-82b5-a405eecf2849'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:23:18.022586 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:22:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['5974a9c8-1ac2-4296-82b5-a405eecf2849'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:18.129192 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks [] for router, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.221952 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] Set router 5974a9c8-1ac2-4296-82b5-a405eecf2849 gateway port host: dv-cinder-809518-6-iscsi {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:23:18.234077 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.291576 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Deleting port 3f91d86b-2520-44dd-b8ce-84933e23d6fb {{(pid=94277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:23:18.292033 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.371621 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.db [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] For port 3f91d86b-2520-44dd-b8ce-84933e23d6fb, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=3f91d86b-2520-44dd-b8ce-84933e23d6fb,segment=NetworkSegment(c8bac7d2-cb56-4287-9a38-94aeb75cac9b),segment_id=c8bac7d2-cb56-4287-9a38-94aeb75cac9b)] {{(pid=94277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:18.371965 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.388660 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.plugin [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Calling delete_port for 3f91d86b-2520-44dd-b8ce-84933e23d6fb owned by network:router_gateway {{(pid=94277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:23:18.407918 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'external_fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:51Z', 'updated_at': '2021-10-11T16:23:17Z', 'revision_number': 5, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'gw_port': {'id': '3f91d86b-2520-44dd-b8ce-84933e23d6fb', 'name': '', 'network_id': 'cb0e126e-49a6-4eb7-9e1a-7531a0e392d6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809518-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T16:13:52Z', 'updated_at': '2021-10-11T16:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c86afe8-552d-43ce-afad-ade4dcd8a8b6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809518-6-iscsi'}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:18.434096 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] Checking router: 5974a9c8-1ac2-4296-82b5-a405eecf2849 for host: dv-cinder-809518-6-iscsi {{(pid=94279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 16:23:18.444345 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] Routers {'5974a9c8-1ac2-4296-82b5-a405eecf2849'} bound to L3 agent in host dv-cinder-809518-6-iscsi {{(pid=94279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 16:23:18.444972 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809518-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T16:00:28Z,description=,heartbeat_timestamp=2021-10-11T16:22:58Z,host='dv-cinder-809518-6-iscsi',id=1a6c6036-6974-4e6f-965d-21a34d6aec55,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T16:00:28Z,topic='l3_agent')) {'router_ids': ['5974a9c8-1ac2-4296-82b5-a405eecf2849'], 'active': True} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:18.539075 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_dvr_db [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] Set router 5974a9c8-1ac2-4296-82b5-a405eecf2849 gateway port host: None {{(pid=94279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 16:23:18.561757 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3303064'] for port, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.601133 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.l3_hamode_db [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:51Z', 'updated_at': '2021-10-11T16:23:18Z', 'revision_number': 6, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'gw_port_host': None}], 'dv-cinder-809518-6-iscsi', False) {} {{(pid=94279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:18.613249 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f91d86b-2520-44dd-b8ce-84933e23d6fb,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:18.633708 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b872a042-e839-45c7-9e17-3e5286dab5ae None None] The sync data for ids ['5974a9c8-1ac2-4296-82b5-a405eecf2849'] in dv-cinder-809518-6-iscsi is: [{'id': '5974a9c8-1ac2-4296-82b5-a405eecf2849', 'name': 'tempest-TestVolumeBootPattern-1348606410-router', 'tenant_id': '3950ed0657694306aa8d56918fa12a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T16:13:51Z', 'updated_at': '2021-10-11T16:23:18Z', 'revision_number': 6, 'project_id': '3950ed0657694306aa8d56918fa12a05', 'gw_port_host': None}] {{(pid=94279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 16:23:18.652051 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7994816'] for router_gateway, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.747986 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7951664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-110348'] for router, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.750659 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.798667 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7951675'] for router, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.799347 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5974a9c8-1ac2-4296-82b5-a405eecf2849 {{(pid=94277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 16:23:18.803799 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] Notify callbacks [] for router, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.804965 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-7cfb9739-d73b-4fc3-b76b-0cd825aa038f admin admin] 10.222.0.18 "DELETE /v2.0/routers/5974a9c8-1ac2-4296-82b5-a405eecf2849 HTTP/1.1" status: 204 len: 168 time: 0.7914586 Oct 11 16:23:18.807566 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56544) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:18.852998 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9417b4-3276-41c0-a079-b0bf6a0c8afb admin admin] Deleting subnet 72549ff6-2cc3-4823-8c23-2bccff48b684 {{(pid=94277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:23:18.856346 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dc9417b4-3276-41c0-a079-b0bf6a0c8afb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.891821 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dc9417b4-3276-41c0-a079-b0bf6a0c8afb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2981957'] for subnet, precommit_delete_associations {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:18.976021 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dc9417b4-3276-41c0-a079-b0bf6a0c8afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.035545 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dc9417b4-3276-41c0-a079-b0bf6a0c8afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3303095', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3867586'] for subnet, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.061827 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9417b4-3276-41c0-a079-b0bf6a0c8afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72549ff6-2cc3-4823-8c23-2bccff48b684,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:19.067398 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-dc9417b4-3276-41c0-a079-b0bf6a0c8afb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.072217 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-dc9417b4-3276-41c0-a079-b0bf6a0c8afb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/72549ff6-2cc3-4823-8c23-2bccff48b684 HTTP/1.1" status: 204 len: 168 time: 0.2632887 Oct 11 16:23:19.073109 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf59cc-b0aa-44db-afca-8323407ce369 None None] Network 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 requested from dv-cinder-809518-6-iscsi {{(pid=94278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 16:23:19.073615 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56546) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:19.141348 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.200102 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Deleting port d0edac03-fc5e-4799-8ee1-d45ee2262596 {{(pid=94276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 16:23:19.200425 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761729125798'] for port, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.267826 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] For port d0edac03-fc5e-4799-8ee1-d45ee2262596, host dv-cinder-809518-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809518-6-iscsi',level=0,port_id=d0edac03-fc5e-4799-8ee1-d45ee2262596,segment=NetworkSegment(e2cd2d73-4717-40ae-ab97-aae51f43b67d),segment_id=e2cd2d73-4717-40ae-ab97-aae51f43b67d)] {{(pid=94276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 16:23:19.268168 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7988027'] for port, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.281978 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Calling delete_port for d0edac03-fc5e-4799-8ee1-d45ee2262596 owned by network:dhcp {{(pid=94276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 16:23:19.378927 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-562927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8380815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761729098756', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761728644356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3502694'] for port, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.385102 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4801034-3e89-40e1-9162-5858254d8398 None None] DHCP port deletion for 25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 request from dv-cinder-809518-6-iscsi {{(pid=94278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 16:23:19.406768 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0edac03-fc5e-4799-8ee1-d45ee2262596,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:19.414245 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] No DVR routers for this DVR port d0edac03-fc5e-4799-8ee1-d45ee2262596 on host dv-cinder-809518-6-iscsi {{(pid=94276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 16:23:19.488738 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.510772 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3']}} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:19.520599 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cd2d73-4717-40ae-ab97-aae51f43b67d') {'for_net_delete': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:19.520882 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.services.segments.db [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cd2d73-4717-40ae-ab97-aae51f43b67d') {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:19.534319 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3554240'] for segment, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.549151 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.556409 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=94276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:23:19.556857 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3502999'] for segment, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: Traceback (most recent call last): Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: timer() Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: cb(*args, **kw) Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: return func(*args, **kwargs) Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: self._notify() Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: self.callback(batched_events) Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: event.method(event) Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: return f(self, *a, **k) Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._get(url).json() Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: return self.request(url, 'GET', **kwargs) Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:23:19.558810 dv-cinder-809518-6-iscsi neutron-server[94276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:23:19.617139 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.623288 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.628722 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] 10.222.0.18 "DELETE /v2.0/networks/25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3 HTTP/1.1" status: 204 len: 168 time: 0.5518014 Oct 11 16:23:19.642139 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7ced2-fa1f-48e5-887b-3fa40a9b7998 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d14bea-e29e-4c7c-9381-a8a7ea6c4ea3,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:19.759948 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device d0edac03-fc5e-4799-8ee1-d45ee2262596 no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:23:19.773565 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56564) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:19.784353 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: d0edac03-fc5e-4799-8ee1-d45ee2262596 {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:23:19.784702 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device d0edac03-fc5e-4799-8ee1-d45ee2262596 not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:23:19.785111 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 3f91d86b-2520-44dd-b8ce-84933e23d6fb no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:23:19.804405 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 3f91d86b-2520-44dd-b8ce-84933e23d6fb {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:23:19.804745 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 3f91d86b-2520-44dd-b8ce-84933e23d6fb not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:23:19.805362 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 0111b87c-7879-4f56-9716-6d5dee339b1d no longer exists at agent ovs-agent-dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 16:23:19.821485 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-98450e89-ff7f-436c-888c-79788aaf0a4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2452024f030b4d59957523265ec9c8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440738 Oct 11 16:23:19.821769 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56570) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:19.824739 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.plugin [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] No Port match for: 0111b87c-7879-4f56-9716-6d5dee339b1d {{(pid=94278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 16:23:19.825089 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron.plugins.ml2.rpc [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Device 0111b87c-7879-4f56-9716-6d5dee339b1d not bound to the agent host dv-cinder-809518-6-iscsi {{(pid=94278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 16:23:19.877084 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8d32-ce9e-4931-a415-5974fb25e3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.899962 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8d32-ce9e-4931-a415-5974fb25e3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.951856 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8d32-ce9e-4931-a415-5974fb25e3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.954686 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-8f5c8d32-ce9e-4931-a415-5974fb25e3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:19.955888 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-8f5c8d32-ce9e-4931-a415-5974fb25e3a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f200a97a-9a24-485d-9588-2a21b7593649 HTTP/1.1" status: 204 len: 168 time: 0.1318438 Oct 11 16:23:19.965436 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c8d32-ce9e-4931-a415-5974fb25e3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f200a97a-9a24-485d-9588-2a21b7593649,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:20.303726 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56578) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:20.363307 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-f4163e74-6a12-4f55-b150-de58b0f2979c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3950ed0657694306aa8d56918fa12a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583179 Oct 11 16:23:20.365968 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56580) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:20.419039 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-41c6b86e-6cc9-435b-9778-b6c8b46af6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:20.442286 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-41c6b86e-6cc9-435b-9778-b6c8b46af6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:20.492409 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-41c6b86e-6cc9-435b-9778-b6c8b46af6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:20.495376 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-41c6b86e-6cc9-435b-9778-b6c8b46af6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:20.496553 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-41c6b86e-6cc9-435b-9778-b6c8b46af6f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b03d00eb-3e9d-4c34-9e65-6173a19658ff HTTP/1.1" status: 204 len: 168 time: 0.1296744 Oct 11 16:23:20.505040 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6b86e-6cc9-435b-9778-b6c8b46af6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03d00eb-3e9d-4c34-9e65-6173a19658ff,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:20.598109 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:23:22.098471 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56592) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:22.146858 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75a41d9-dd94-4e38-811c-d830ba7bacb0 admin admin] Deleting subnet 0df98479-df52-489a-bd99-68b3cca62047 {{(pid=94276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 16:23:22.150929 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b75a41d9-dd94-4e38-811c-d830ba7bacb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.196217 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b75a41d9-dd94-4e38-811c-d830ba7bacb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3554251'] for subnet, precommit_delete_associations {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.234692 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b75a41d9-dd94-4e38-811c-d830ba7bacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800579'] for subnet, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.291714 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b75a41d9-dd94-4e38-811c-d830ba7bacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3502665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3760577'] for subnet, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.317876 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a41d9-dd94-4e38-811c-d830ba7bacb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df98479-df52-489a-bd99-68b3cca62047,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:22.321777 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-b75a41d9-dd94-4e38-811c-d830ba7bacb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for subnet, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.324940 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-b75a41d9-dd94-4e38-811c-d830ba7bacb0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0df98479-df52-489a-bd99-68b3cca62047 HTTP/1.1" status: 204 len: 168 time: 0.2254272 Oct 11 16:23:22.328125 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56594) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:22.403439 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7734888'] for network, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.488082 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802872', 'neutron.services.segments.db._delete_segments_for_network-8761729205252'] for network, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.516491 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac47369-41ea-4c36-b97f-08b92cf0214b']}} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:22.526310 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af') {'for_net_delete': True} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:22.526610 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.services.segments.db [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657ebfe3-fb3f-46ea-9f95-dd6d5070a8af') {} {{(pid=94277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 16:23:22.536361 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761729205773', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2981966'] for segment, before_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.550027 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841'] for segment, precommit_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.556117 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=94277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 16:23:22.556499 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7798841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3303273'] for segment, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: Traceback (most recent call last): Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: timer() Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: cb(*args, **kw) Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: return func(*args, **kwargs) Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: self._notify() Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: self.callback(batched_events) Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: event.method(event) Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: return f(self, *a, **k) Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._get(url).json() Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: return self.request(url, 'GET', **kwargs) Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 16:23:22.558142 dv-cinder-809518-6-iscsi neutron-server[94277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 16:23:22.616979 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802753', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8093206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7994788'] for network, after_delete {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.622295 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron_lib.callbacks.manager [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8093184'] for network, before_response {{(pid=94277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.625784 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] 10.222.0.18 "DELETE /v2.0/networks/aac47369-41ea-4c36-b97f-08b92cf0214b HTTP/1.1" status: 204 len: 168 time: 0.2965896 Oct 11 16:23:22.636826 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fa1d3-cf3f-42f9-839e-4ba7d94b922c admin admin] Pushing event deleted for resources: {'Network': ['ID=aac47369-41ea-4c36-b97f-08b92cf0214b,revision_number=None']} {{(pid=94277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:22.811996 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [-] (94277) accepted ('10.222.0.18', 56598) {{(pid=94277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:22.855002 dv-cinder-809518-6-iscsi neutron-server[94277]: INFO neutron.wsgi [None req-bd54a9a4-2cda-48e2-98df-b76d328ac48e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d188929e02842fc99d903ef6311f900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417559 Oct 11 16:23:22.857498 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [-] (94276) accepted ('10.222.0.18', 56600) {{(pid=94276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 16:23:22.912911 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d81dbcc1-6059-4124-9a65-5771b7114560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.935403 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d81dbcc1-6059-4124-9a65-5771b7114560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.989657 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d81dbcc1-6059-4124-9a65-5771b7114560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7925381'] for security_group, after_delete {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.994271 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-d81dbcc1-6059-4124-9a65-5771b7114560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:22.996215 dv-cinder-809518-6-iscsi neutron-server[94276]: INFO neutron.wsgi [None req-d81dbcc1-6059-4124-9a65-5771b7114560 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643 HTTP/1.1" status: 204 len: 168 time: 0.1375306 Oct 11 16:23:23.005399 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dbcc1-6059-4124-9a65-5771b7114560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536255e4-a6e3-4a4f-8dd2-9d3f2c3dd643,revision_number=None']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 16:23:25.273951 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-191ec479-2ff1-44f4-a623-e7adacd99096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:27.729845 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-451dbae0-d0b7-4046-9cfc-e1bab0f7d93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:28.906084 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:29.001323 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:30.724390 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:39.442742 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:55.273742 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-10b636c4-2f91-4fe3-becc-dcdfbae12313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:57.602910 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:23:57.734312 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-537f617b-5790-4ae6-950e-76ad3d258cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:58.910632 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:23:58.989380 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:00.732523 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:04.825450 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [req-82a25ac3-331c-467c-8679-97a272ac4916 req-34eb1e7d-1f3a-433d-8b51-58cf40aab7d6 service neutron] (94276) timed out ('10.222.0.39', 57742) {{(pid=94276) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:24:06.055801 dv-cinder-809518-6-iscsi neutron-server[94276]: DEBUG neutron.wsgi [req-0034f643-6063-442a-9947-d367719d935e req-b7228243-30f9-40bb-8bec-44f6e32e81cf service neutron] (94276) timed out ('10.222.0.39', 57728) {{(pid=94276) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:24:07.180415 dv-cinder-809518-6-iscsi neutron-server[94277]: DEBUG neutron.wsgi [req-4f530a8d-fad0-48f6-92e1-ca14be62656d req-19a8fe60-08b1-47d1-9c9b-1c537bacb3c4 service neutron] (94277) timed out ('10.222.0.39', 57724) {{(pid=94277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 16:24:09.453539 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:25.288767 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3844675e-4df6-4dc5-b748-9d3f72162aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:27.739344 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d65c4760-bc9a-42f4-9b86-c4fc8b70254c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:28.913427 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:28.984530 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:30.736794 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:34.607819 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:24:39.446911 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:55.296813 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-a28d5e77-e5a4-47cf-9f71-7a7bf0445b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:57.755469 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-31b1777c-f4c5-4254-b01c-b9746578951f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:58.918626 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:24:58.993701 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:00.735654 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:09.447126 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:11.614126 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:25:25.293557 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-fce0dae4-e91c-4f7e-9351-1a8dc09864a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:27.751939 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-462fb31c-cfe9-4ec4-8bcd-5f1d32e3c6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:28.925861 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:28.986572 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:30.741810 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:39.450925 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:48.620260 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:25:55.293332 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-d446700c-0a9f-4f8e-ae8a-228a1b49ea12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:57.752234 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f8f24068-3cf1-4ae1-8ef0-13c8b0d8a41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:58.926760 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:25:58.991201 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:00.749391 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:09.475439 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:25.284738 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-30540bb9-e9ba-482e-9f99-f217b74bd017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:25.615436 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:26:27.752803 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-8a301ff8-8bd6-4861-8d1d-5e801dd973d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:28.928287 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:28.997992 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:30.750736 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:39.472258 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:55.288619 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-4278a5f0-04e1-4e9b-83a6-05a775c0a3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:57.752900 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-9bb45230-6f7e-48ba-873c-408a9c436beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:58.928251 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:26:58.997697 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:00.753766 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:02.621721 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:27:09.485190 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:25.294569 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-c7c5a7a8-2b08-481c-b5ee-be0356a55e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:27.755127 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-f0e0bc59-4a1d-4c81-8bee-1eda3152c47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:28.937444 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:28.991175 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:30.760754 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:39.482853 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:39.626051 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:27:55.289019 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-43d23f48-f366-40d4-9f2f-7c54d1bb2edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:57.755154 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-69a2ee6d-26cc-4e21-a137-10176b770c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:58.943351 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:27:59.001285 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:00.767555 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:09.499977 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:16.630510 dv-cinder-809518-6-iscsi neutron-server[94279]: DEBUG neutron.db.agents_db [None req-16363fd6-7df2-4537-9834-5dbd2849cdc6 None None] Agent healthcheck: found 6 active agents {{(pid=94279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 16:28:25.290063 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-2e1e5c6b-c931-43a3-a16d-48b0b8be704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:27.763013 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-e5fa26a6-8c95-4b54-8641-3589aa8dee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:28.945488 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-3f7e72ea-84e8-4a57-b33a-7e81f92bfcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:28.995423 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-828a4388-01cd-475e-bb39-c27c0398522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:30.764958 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-716c9433-8440-45a7-8a96-000e490f455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 16:28:39.516944 dv-cinder-809518-6-iscsi neutron-server[94278]: DEBUG neutron_lib.callbacks.manager [None req-7a319d28-d8f7-4cd7-98cd-46d7d4a39ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761729201902', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7801448'] for agent, after_update {{(pid=94278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}